-- Logs begin at Wed 2022-05-04 07:31:39 UTC, end at Wed 2022-05-04 08:34:13 UTC. -- May 04 08:08:46.559465 dv-cinder-840289-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 04 08:08:49.467588 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.common.config [-] Logging enabled! May 04 08:08:49.468242 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 04 08:08:49.468348 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103557) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 08:08:49.471663 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.common.config [-] Logging enabled! May 04 08:08:49.471913 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 04 08:08:49.472217 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103557) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 08:08:49.473153 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 08:08:49.473390 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 08:08:49.473751 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 08:08:49.473995 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 08:08:49.474218 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 08:08:49.474548 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.474945 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.475177 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.475469 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.475763 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.476046 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.476410 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.476904 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.477192 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.477473 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.477760 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.477992 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.478271 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.478588 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.478877 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.479101 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] debug = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.479380 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.479806 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.480220 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.480509 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.480792 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.481071 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.481357 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.481613 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.481893 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.482219 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] host = dv-cinder-840289-4-smb {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.482509 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.482799 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.483082 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.483365 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.483639 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.483910 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.484190 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.484456 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.484724 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] log_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.484994 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.485275 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.485555 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.485840 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.486060 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.486280 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.486584 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.486871 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.487216 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.487490 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.487762 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.488030 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.488298 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.488563 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.488847 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.489126 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.489409 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.489680 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.489953 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.490222 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.490509 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.490793 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.491061 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.491329 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.491597 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.492286 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.492286 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.492656 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.492771 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.493051 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.493328 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.493609 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.493880 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.494156 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.494423 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.494717 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.494988 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] use_json = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.495259 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.495527 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.495802 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.496072 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.496340 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.496607 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.496878 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.497156 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.497426 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:49.497724 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.498014 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.498309 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.498612 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.498920 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.499200 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.499484 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.499760 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.500040 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.500320 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.500606 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.500882 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.501179 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.501465 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.501758 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.502057 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.502346 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.502659 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.502934 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.503207 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.503478 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.503753 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.504035 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.504311 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.504595 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.504881 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.505158 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.505452 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.505735 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.506015 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.506304 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.506610 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.506883 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.507161 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.507474 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.507750 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.508016 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.508465 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.508749 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.509024 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.509300 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.509578 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.509908 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.510118 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.510390 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.510692 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.510979 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.511254 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.511525 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.511793 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.512067 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.512334 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.512621 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.512901 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.513168 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.513438 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.513717 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.513989 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.514253 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.514553 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.514826 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.515106 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.515377 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.515647 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.515920 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.516187 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.516456 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.516725 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.516998 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.517271 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.517535 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.517803 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.518071 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.518341 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.518641 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.518944 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.519220 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.519496 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.519770 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.520046 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.520319 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.520592 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.520866 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.521142 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.521412 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.521697 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.522286 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.522594 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.522883 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.523250 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.523666 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.523944 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.524226 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.524504 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.524779 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.525056 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.525338 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.525619 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.525910 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.526198 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.526510 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.526797 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.527090 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.527368 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.527674 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.527951 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:49.528164 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 08:08:49.528410 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103557) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 08:08:49.990298 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 08:08:49.990600 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 08:08:49.990860 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 08:08:49.991219 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 08:08:50.317116 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.317346 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.317574 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.318768 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.319043 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.319299 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.373392 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.373650 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.373945 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.388613 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.388890 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.389153 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.419713 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.419998 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.420257 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.456441 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.456725 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.456981 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.813320 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.814009 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.814009 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.814174 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.814796 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.915273 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.915566 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.915842 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.916118 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.916378 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.916685 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.916997 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.917195 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.917443 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.917706 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.917963 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.918221 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.918481 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.918759 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.919011 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.919271 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.919522 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.919784 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.920050 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.920310 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.920572 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.920822 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.921104 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.921475 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.921728 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.921967 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.922365 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:08:50.922635 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:08:50.922871 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:08:50.923110 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:08:50.923343 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:08:50.923575 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:08:50.923940 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 08:08:50.927212 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 08:08:50.931253 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 08:08:50.935293 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 04 08:08:50.936920 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 08:08:50.937395 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 08:08:50.937877 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 08:08:50.938265 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 08:08:50.941087 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 08:08:50.941336 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 08:08:50.941673 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 08:08:50.946954 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 08:08:50.978762 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 08:08:50.979233 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.979538 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103557) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 08:08:50.979907 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.981342 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103557) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 08:08:50.981642 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 08:08:50.981969 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 08:08:50.985333 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:50.985613 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.052244 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 08:08:51.052450 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 08:08:51.052710 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 08:08:51.053107 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 08:08:51.076376 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_db.sqlalchemy.engines [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103557) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 08:08:51.525226 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Initializing driver for type 'gre' May 04 08:08:51.525748 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] gre ID ranges: [(1, 1000)] May 04 08:08:51.595856 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Initializing driver for type 'local' May 04 08:08:51.596196 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Initializing driver for type 'vlan' May 04 08:08:51.611294 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] VlanTypeDriver initialization complete May 04 08:08:51.611630 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Initializing driver for type 'vxlan' May 04 08:08:51.612142 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] vxlan ID ranges: [(1, 1000)] May 04 08:08:51.671651 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Initializing extension driver 'port_security' May 04 08:08:51.672035 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.extensions.port_security [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] PortSecurityExtensionDriver initialization complete May 04 08:08:51.672502 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Initializing mechanism driver 'openvswitch' May 04 08:08:51.672905 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Initializing mechanism driver 'hyperv' May 04 08:08:51.679846 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.plugins.ml2.plugin [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:51.680823 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > port after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.681201 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > port after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.681559 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > port after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.682092 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:08:51.682561 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > subnet after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.682921 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > subnet after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.683270 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.683670 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:08:51.684083 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > network after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.684435 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > network after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.684780 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > network after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.685181 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:08:51.685592 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > security_group after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.685945 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > security_group after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.686289 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.686727 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:08:51.687138 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.687485 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.687826 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.688221 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:08:51.688633 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > address_group after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.688979 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > address_group after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.689320 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.689713 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 08:08:51.690165 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] ML2 OVO RPC backend initialized. {{(pid=103557) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 08:08:51.690910 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.691269 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.691690 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > network before_response 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.692040 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > networks before_response 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.692389 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > port before_response 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.692733 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > ports before_response 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.693076 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > subnet before_response 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.693417 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > subnets before_response 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.693764 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > network after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.694107 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > network after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.694443 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > network after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.694805 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > port after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.695149 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > port after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.695478 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > port after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.695819 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > subnet after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.696150 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > subnet after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.696485 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.704117 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded quota_driver: . May 04 08:08:51.704482 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.plugin [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Modular L2 Plugin initialization complete May 04 08:08:51.704829 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading services supported by the core plugin {{(pid=103557) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 08:08:51.705190 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.plugins.ml2.managers [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Got port-security extension from driver 'port_security' May 04 08:08:51.705648 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.extensions.vlantransparent [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Disabled vlantransparent extension. May 04 08:08:51.706144 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103557) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 08:08:51.706486 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading Plugin: router May 04 08:08:51.741717 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.742105 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router after_create 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.742594 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router before_create 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.743080 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.743654 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.743773 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router after_delete 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.744111 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.744467 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.744835 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router after_create 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.745177 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router after_update 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.745517 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router after_update 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.745866 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.746462 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router after_update 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.746827 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router precommit_update 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.747232 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: port after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.747583 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: port after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.747924 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: subnet after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.748269 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.748617 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.748963 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router precommit_create 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.749308 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: port before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.749637 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router precommit_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.749998 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router after_update 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.750339 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.750715 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router precommit_create 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.751077 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.751425 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router precommit_update 55549900 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.751794 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > agent after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.752146 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > agent after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.752496 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > network after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.753445 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Tracking information for resource: router configured {{(pid=103557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:08:51.753779 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Tracking information for resource: floatingip configured {{(pid=103557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 08:08:51.759170 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.db.l3_agentschedulers_db [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 08:08:51.759760 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: port after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.760122 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: port after_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.760474 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: port after_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.760835 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: port after_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.761651 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router before_create 55550100 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.762020 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.762389 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router precommit_create 55550100 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.762769 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > router precommit_update 55550100 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.767618 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.services.provider_configuration [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service providers = [] {{(pid=103557) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 08:08:51.767985 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.db.servicetype_db [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103557) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 08:08:51.771034 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.services.service_base [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 08:08:51.771394 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.services.service_base [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 08:08:51.771740 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.services.service_base [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 08:08:51.772638 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.services.service_base [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 08:08:51.773324 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.services.service_base [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 08:08:51.773716 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:08:51.774140 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 08:08:51.785260 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:08:51.785534 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading Plugin: auto_allocate May 04 08:08:51.791531 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: network precommit_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.791909 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: network precommit_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.792445 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:08:51.792767 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading Plugin: tag May 04 08:08:51.799644 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:08:51.799975 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading Plugin: timestamp May 04 08:08:51.803849 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:08:51.804184 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading Plugin: network_ip_availability May 04 08:08:51.809839 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.810190 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.810592 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:51.811319 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:08:51.811644 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading Plugin: flavors May 04 08:08:51.816604 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:08:51.817217 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading Plugin: revisions May 04 08:08:51.821303 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 08:08:51.821710 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_concurrency.lockutils [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=103557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 08:08:51.822457 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103557) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 08:08:51.822816 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Initializing extension manager. May 04 08:08:51.823349 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: __init__.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.823679 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: __pycache__ {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.824011 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: _port_mac_address_override.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.824342 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: address_group.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.825105 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.825683 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: address-group May 04 08:08:51.826042 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: address_scope.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.826757 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.827271 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: address-scope May 04 08:08:51.827598 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.828524 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.829044 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: router-admin-state-down-before-update May 04 08:08:51.829355 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: agent.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.830088 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.830621 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: agent May 04 08:08:51.830932 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: agent_resources_synced.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.831850 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.832370 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: agent-resources-synced May 04 08:08:51.832689 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: allowedaddresspairs.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.834493 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.835054 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: allowed-address-pairs May 04 08:08:51.835380 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: auto_allocated_topology.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.836550 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.837072 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: auto-allocated-topology May 04 08:08:51.837399 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: availability_zone.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.838104 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.838648 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: availability_zone May 04 08:08:51.838972 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: availability_zone_filter.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.839889 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.840404 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: availability_zone_filter May 04 08:08:51.840723 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: data_plane_status.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.841653 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.842161 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension data-plane-status not supported by any of loaded plugins May 04 08:08:51.842491 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: default_subnetpools.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.843422 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.843937 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: default-subnetpools May 04 08:08:51.844260 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.845072 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.845579 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: dhcp_agent_scheduler May 04 08:08:51.845903 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: dns.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.846848 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.847355 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension dns-integration not supported by any of loaded plugins May 04 08:08:51.847671 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: dns_domain_ports.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.848593 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.849101 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 08:08:51.849423 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.850341 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.850886 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 08:08:51.851204 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: dvr.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.851886 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.852581 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: dvr May 04 08:08:51.852843 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: ecmp_routes.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.853779 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.854294 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 08:08:51.854654 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: empty_string_filtering.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.855579 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.856095 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: empty-string-filtering May 04 08:08:51.856419 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.857338 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.857853 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 08:08:51.858177 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.859117 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.859627 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 08:08:51.859953 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: external_net.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.860856 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.861371 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: external-net May 04 08:08:51.861688 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.862640 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.863152 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: extra_dhcp_opt May 04 08:08:51.863470 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: extraroute.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.864391 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.864896 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: extraroute May 04 08:08:51.865215 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: extraroute_atomic.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.866426 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.866968 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: extraroute-atomic May 04 08:08:51.867293 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: filter_validation.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.868125 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.868701 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: filter-validation May 04 08:08:51.869023 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: fip_pf_description.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.869941 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.870450 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 08:08:51.870858 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: fip_pf_port_range.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.871711 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.872223 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 08:08:51.872546 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: fip_port_details.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.873464 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.873975 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: fip-port-details May 04 08:08:51.874292 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: flavors.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.875569 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.876092 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: flavors May 04 08:08:51.876413 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.878072 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.878636 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 08:08:51.878967 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: floatingip_pools.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.879667 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.880187 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: floatingip-pools May 04 08:08:51.880512 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: ip_allocation.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.881429 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.881949 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension ip_allocation not supported by any of loaded plugins May 04 08:08:51.882274 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.883249 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.883870 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: ip-substring-filtering May 04 08:08:51.884196 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l2_adjacency.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.885127 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.885639 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 08:08:51.885962 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l3.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.886987 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.887507 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: router May 04 08:08:51.887836 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.890068 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.890640 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 08:08:51.890970 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.891896 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.892416 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: ext-gw-mode May 04 08:08:51.892745 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.893669 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.894183 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: l3-ha May 04 08:08:51.894529 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.895470 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.895984 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 08:08:51.896306 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l3_flavors.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.897216 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.898051 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: l3-flavors May 04 08:08:51.898375 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.899827 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.900354 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 08:08:51.900686 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.901606 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.902135 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 08:08:51.902485 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: l3agentscheduler.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.903528 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.904051 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: l3_agent_scheduler May 04 08:08:51.904378 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: local_ip.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.907768 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.908305 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension local_ip not supported by any of loaded plugins May 04 08:08:51.908638 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: logging.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.910111 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.910668 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension logging not supported by any of loaded plugins May 04 08:08:51.911006 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: metering.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.911760 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.912354 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: metering May 04 08:08:51.912681 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.913787 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.914312 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: metering_source_and_destination_fields May 04 08:08:51.914719 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: multiprovidernet.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.915649 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.916172 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: multi-provider May 04 08:08:51.916499 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: netmtu.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.917424 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.917935 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: net-mtu May 04 08:08:51.918270 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: netmtu_writable.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.919211 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.919723 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: net-mtu-writable May 04 08:08:51.920044 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: network_availability_zone.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.920718 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.921224 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: network_availability_zone May 04 08:08:51.921546 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: network_ip_availability.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.922691 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.923207 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: network-ip-availability May 04 08:08:51.923536 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: network_segment_range.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.924308 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.924814 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension network-segment-range not supported by any of loaded plugins May 04 08:08:51.925141 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: pagination.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.926116 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.926460 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: pagination May 04 08:08:51.926815 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: port_device_profile.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.927728 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.928258 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: port-device-profile May 04 08:08:51.928580 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: port_mac_address_override.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.929520 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.930036 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: port-mac-override May 04 08:08:51.930396 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.931519 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.932037 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: port-mac-address-regenerate May 04 08:08:51.932362 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.933272 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.933786 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: port-numa-affinity-policy May 04 08:08:51.934108 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: port_resource_request.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.935066 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.935579 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension port-resource-request not supported by any of loaded plugins May 04 08:08:51.935898 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: port_resource_request_groups.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.936869 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.937378 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 08:08:51.937699 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: portbindings.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.938674 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.939186 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: binding May 04 08:08:51.939506 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: portbindings_extended.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.940771 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.941289 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: binding-extended May 04 08:08:51.941612 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: portsecurity.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.942581 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.943109 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: port-security May 04 08:08:51.943431 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: project_id.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.944429 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.944762 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: project-id May 04 08:08:51.945084 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: providernet.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.946174 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.946723 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: provider May 04 08:08:51.947051 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.950932 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.951459 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos not supported by any of loaded plugins May 04 08:08:51.951788 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.953059 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.953573 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 08:08:51.953905 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.954854 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.955355 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 08:08:51.955680 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_default.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.956606 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.957121 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-default not supported by any of loaded plugins May 04 08:08:51.957446 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_fip.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.958376 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.958922 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-fip not supported by any of loaded plugins May 04 08:08:51.959249 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.960181 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.960693 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 08:08:51.961015 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_gateway_ip.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.961974 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.962613 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 08:08:51.962949 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_port_network_policy.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.963869 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.964392 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 08:08:51.964719 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.965781 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.966289 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 08:08:51.966660 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.967710 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.968235 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 08:08:51.968562 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_pps_rule.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.969751 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.970261 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-pps not supported by any of loaded plugins May 04 08:08:51.970636 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_rule_type_details.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.971556 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.972075 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 08:08:51.972400 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.973315 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.973825 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 08:08:51.974148 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: qos_rules_alias.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.975210 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.975731 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 08:08:51.976050 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: quota_check_limit.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.977117 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.977642 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: quota-check-limit May 04 08:08:51.977966 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: quotasv2.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.978997 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.979328 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: quotas May 04 08:08:51.979644 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: quotasv2_detail.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.981387 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.981727 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: quota_details May 04 08:08:51.982055 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: rbac.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.983164 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.983697 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: rbac-policies May 04 08:08:51.984027 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: rbac_address_group.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.984971 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.985493 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: rbac-address-group May 04 08:08:51.985818 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: rbac_address_scope.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.986796 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.987315 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: rbac-address-scope May 04 08:08:51.987635 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: rbac_security_groups.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.988569 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.989084 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: rbac-security-groups May 04 08:08:51.989411 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: rbac_subnetpool.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.990325 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.990882 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: rbac-subnetpool May 04 08:08:51.991204 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: revisionifmatch.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.992125 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.992689 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: revision-if-match May 04 08:08:51.993200 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: revisions.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.994397 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.994939 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: standard-attr-revisions May 04 08:08:51.995266 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: router_availability_zone.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.995948 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.996459 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: router_availability_zone May 04 08:08:51.996779 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: routerservicetype.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.997710 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:51.998232 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension router-service-type not supported by any of loaded plugins May 04 08:08:51.998580 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:51.999520 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.000034 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: security-groups-normalized-cidr May 04 08:08:52.000353 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.001301 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.001814 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: port-security-groups-filtering May 04 08:08:52.002135 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.003117 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.003632 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: security-groups-remote-address-group May 04 08:08:52.003957 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.005034 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.005552 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: security-groups-shared-filtering May 04 08:08:52.005875 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.006504 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 08:08:52.006820 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: securitygroup.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.016902 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.017452 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: security-group May 04 08:08:52.017791 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: segment.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.018577 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.019098 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension segment not supported by any of loaded plugins May 04 08:08:52.019425 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.020417 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.020930 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 08:08:52.021257 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: servicetype.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.022356 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.023233 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: service-type May 04 08:08:52.023567 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: sorting.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.024580 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.024918 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: sorting May 04 08:08:52.025229 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: standard_attr_segment.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.026166 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.026722 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 08:08:52.027047 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: standardattrdescription.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.027705 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.028224 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: standard-attr-description May 04 08:08:52.028546 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: stateful_security_group.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.029493 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.030015 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: stateful-security-group May 04 08:08:52.030338 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: stdattrs_common.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.030941 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 08:08:52.031264 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.032193 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.032716 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 08:08:52.033037 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: subnet_onboard.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.034117 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.034671 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: subnet_onboard May 04 08:08:52.034999 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.035995 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.036452 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 08:08:52.036774 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: subnet_service_types.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.037702 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.038251 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: subnet-service-types May 04 08:08:52.038589 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: subnetallocation.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.039800 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.040318 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: subnet_allocation May 04 08:08:52.040643 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.041315 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.041829 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: subnetpool-prefix-ops May 04 08:08:52.042151 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.043130 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.043641 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 08:08:52.043972 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: tagging.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.045068 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.045590 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: standard-attr-tag May 04 08:08:52.045915 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: timestamp.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.047201 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.047720 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loaded extension: standard-attr-timestamp May 04 08:08:52.048055 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: trunk.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.049090 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.049607 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension trunk not supported by any of loaded plugins May 04 08:08:52.049937 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: trunk_details.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.050904 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.051418 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension trunk-details not supported by any of loaded plugins May 04 08:08:52.051740 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: uplink_status_propagation.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.052668 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.053177 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 08:08:52.053498 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Loading extension file: vlantransparent.py {{(pid=103557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 08:08:52.054186 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 08:08:52.054726 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 08:08:52.057367 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:network May 04 08:08:52.057899 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:subnet May 04 08:08:52.058303 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:08:52.058727 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:port May 04 08:08:52.060016 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.060462 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service FLAVORS assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.061074 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.061506 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.061835 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:router May 04 08:08:52.062268 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:floatingip May 04 08:08:52.062800 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service METERING assigned prefix: /metering {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.064253 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:52.064634 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:52.064991 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:08:52.066009 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of CountableResource for resource:rbac_policy May 04 08:08:52.066457 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:security_group May 04 08:08:52.066918 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 08:08:52.067541 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service CORE assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.067888 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:08:52.068237 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] subnetpool is already registered May 04 08:08:52.068662 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service CORE assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.068997 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:08:52.069327 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] subnetpool is already registered May 04 08:08:52.071962 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.072397 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service FLAVORS assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.072988 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.073407 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.073741 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:router May 04 08:08:52.074087 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] router is already registered May 04 08:08:52.074488 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:floatingip May 04 08:08:52.074843 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] floatingip is already registered May 04 08:08:52.075290 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service METERING assigned prefix: /metering {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.075949 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of CountableResource for resource:rbac_policy May 04 08:08:52.076278 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] rbac_policy is already registered May 04 08:08:52.076686 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:security_group May 04 08:08:52.077021 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] security_group is already registered May 04 08:08:52.077423 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 08:08:52.077759 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] security_group_rule is already registered May 04 08:08:52.078384 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service CORE assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.078739 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:08:52.079077 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] subnetpool is already registered May 04 08:08:52.079499 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.v2.resource_helper [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Service CORE assigned prefix: {{(pid=103557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 08:08:52.079823 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Creating instance of TrackedResource for resource:subnetpool May 04 08:08:52.080153 dv-cinder-840289-4-smb neutron-server[103557]: WARNING neutron.quota.resource_registry [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] subnetpool is already registered May 04 08:08:52.080623 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: extensions {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.082101 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: address-groups {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.083633 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: address-scopes {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.084965 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: agents {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.086123 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: auto-allocated-topology {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.087690 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: availability_zones {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.088908 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: dhcp-networks {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.090442 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: dhcp-agents {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.091907 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: routers {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.094097 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: flavors {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.095282 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: service_profiles {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.096477 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: next_providers {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.097906 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: service_profiles {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.099507 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: floatingip-pools {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.100724 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: routers {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.103226 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: floatingips {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.105490 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: l3-routers {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.106909 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: l3-agents {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.108329 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: metering-labels {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.109684 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: metering-label-rules {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.110985 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: network-ip-availabilities {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.112244 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: bindings {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.113869 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: quotas {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.115467 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: quotas {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.116989 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: rbac-policies {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.118325 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: security-groups {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.119574 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: security-group-rules {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.120791 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: service-providers {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.122030 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: subnetpools {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.123467 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: subnetpools {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.124919 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.126610 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.128464 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.130237 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.132047 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.134035 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.135783 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.137674 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.139461 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.141297 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron.api.extensions [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Extended resource: tags {{(pid=103557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 08:08:52.147356 dv-cinder-840289-4-smb neutron-server[103557]: WARNING keystonemiddleware.auth_token [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 08:08:52.152606 dv-cinder-840289-4-smb neutron-server[103557]: WARNING keystonemiddleware.auth_token [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 08:08:52.161233 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_concurrency.lockutils [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Acquired lock "singleton_lock" {{(pid=103557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 08:08:52.161710 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_concurrency.lockutils [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Releasing lock "singleton_lock" {{(pid=103557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 08:08:52.162382 dv-cinder-840289-4-smb neutron-server[103557]: INFO oslo_service.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Starting 2 workers May 04 08:08:52.167396 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Started child 103664 {{(pid=103557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 08:08:52.171998 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Started child 103665 {{(pid=103557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 08:08:52.173536 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:52.175183 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [-] (103664) wsgi starting up on http://0.0.0.0:9696 May 04 08:08:52.175513 dv-cinder-840289-4-smb neutron-server[103557]: INFO neutron.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 08:08:52.176251 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:52.178897 dv-cinder-840289-4-smb neutron-server[103557]: INFO oslo_service.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Starting 1 workers May 04 08:08:52.179545 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:52.181388 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [-] (103665) wsgi starting up on http://0.0.0.0:9696 May 04 08:08:52.186025 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Started child 103666 {{(pid=103557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 08:08:52.186925 dv-cinder-840289-4-smb neutron-server[103557]: INFO oslo_service.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Starting 1 workers May 04 08:08:52.191655 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] calling RpcWorker wait() {{(pid=103666) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 08:08:52.192586 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] returning from RpcWorker wait() {{(pid=103666) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 08:08:52.193827 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Started child 103667 {{(pid=103557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 08:08:52.194371 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:52.195115 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:52.195352 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG neutron_lib.callbacks.manager [None req-83026748-c757-4b38-bc0d-11ccb726f243 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:52.197674 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 08:08:52.197850 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 08:08:52.198023 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 08:08:52.198251 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 08:08:52.198647 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 08:08:52.198783 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 08:08:52.199302 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.199577 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.199832 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.200071 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.200627 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.200881 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.200988 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:08:52.201466 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.201466 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.201617 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.201758 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.201925 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.202171 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.202419 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.202780 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:52.202895 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.203027 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.203291 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.203528 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.203712 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.203966 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.204209 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.204438 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.204729 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] debug = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.204984 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.205476 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.205722 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.205976 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.206214 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.206497 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.206733 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.206983 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.207214 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.207444 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.207684 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.207957 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.208209 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.208437 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.208652 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.208924 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.209153 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.209612 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] host = dv-cinder-840289-4-smb {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.209840 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.210071 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.210314 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.210578 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.210842 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.211415 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.211415 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.211694 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.212530 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.212530 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.212530 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.212530 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.213035 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.213035 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.213291 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_options = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.213291 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.213543 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.213751 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.213935 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.214101 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.214261 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.214610 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.214757 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.214954 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.215194 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.215413 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.215624 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.215835 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.216128 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.216300 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.216525 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.216737 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.216943 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.217186 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.217422 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.217647 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.217868 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.218116 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.218349 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.218995 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.218995 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.219585 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.219792 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.220139 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.220306 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.220465 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.220723 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.220997 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.221233 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.221488 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.221702 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.221960 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.222199 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.222403 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.222649 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.222898 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.223161 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.223406 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.223618 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.224224 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.224224 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.224224 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_json = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.224461 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.226502 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.226502 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.226502 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.226502 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.226502 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.226502 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.226502 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.226502 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.227221 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.227221 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.227221 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.227570 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.227769 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.228040 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.228238 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.228498 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.228727 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.229644 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.229644 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.229644 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.229861 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.230016 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.230224 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.230577 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.230861 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.231294 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.231529 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.231747 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.231962 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.232204 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.232463 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.233330 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.233581 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.233955 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.234343 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.234775 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.235185 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.235467 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.235800 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.236058 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.236329 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.236585 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.236769 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.237164 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.237563 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.237947 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.238177 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.238409 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.238711 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.238949 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.239181 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.239415 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.239801 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.240166 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.240569 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.240815 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.241085 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.241333 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.241562 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.241785 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.242007 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.242222 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.242441 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.242725 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.242945 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.243240 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.243392 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.243635 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.243862 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.244091 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.244329 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.244539 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.244937 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.245141 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.245381 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.245599 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.245831 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.246055 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.246264 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.246526 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.246745 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.246962 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.247699 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.247699 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.247699 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.247951 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.248038 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.248245 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.248459 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.248701 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.248925 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.249137 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.249369 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.249577 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.249942 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.250293 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.250708 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.250944 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.251160 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.251366 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.252974 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.252974 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.252974 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.252974 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.252974 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.252974 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.253472 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.253472 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.253472 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.253796 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.253911 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.254278 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.254697 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.254909 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39406) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:08:52.255214 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.255601 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.256009 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.256227 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.256586 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.256978 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.257365 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.257739 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.258138 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.258465 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.258729 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.258977 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.259349 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.259450 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.259719 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.260134 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.260387 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.260611 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.260873 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.261197 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.261427 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.261725 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.262135 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.262368 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.262825 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.263086 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.263385 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.263774 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.264153 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.264367 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.264631 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.264853 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.265140 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.265544 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.266023 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.266693 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.267752 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.267985 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.268260 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.269080 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.269080 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.269080 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.269386 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.269506 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.269773 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.269974 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.270189 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.270419 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.270674 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.270957 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.271190 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.271391 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.271718 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.271945 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.272060 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.272339 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.272599 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.273112 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.273359 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.273547 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.275543 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.275955 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.276350 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.276583 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.276869 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.277175 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.277423 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.277624 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.277838 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.278098 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.278364 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.278690 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.278937 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.279186 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.279415 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.279665 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.279935 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.280143 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.280370 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.280586 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.280939 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.281307 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.281670 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.283052 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.283456 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.284779 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0229020 May 04 08:08:52.285112 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.285367 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.285657 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.286769 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.287059 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.287316 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.287578 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.287845 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.288086 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.288309 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.288699 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.288922 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.289160 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.289612 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.290016 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.290695 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.290695 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.290840 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.290967 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.291375 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.291635 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.292004 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.292386 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.292719 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.293724 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.294102 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.294387 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.294565 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.294953 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.295308 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.296596 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.296983 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.297368 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.297795 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.298169 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.298578 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.298985 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.299331 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.299668 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.300037 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.300420 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.300769 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.301183 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.301559 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.301914 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.302155 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.302373 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.302633 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.302859 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.303222 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.303800 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.303800 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.303982 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.304076 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.304284 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.305486 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.305874 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.306277 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.306555 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.306785 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.307015 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.307237 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.307446 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.307836 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.308190 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.308553 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.309636 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.309998 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.310357 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.310684 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.310944 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.311179 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.311932 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.311932 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.312116 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.312196 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.312508 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.312760 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.312982 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.313231 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.313508 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.313680 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.313946 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.314275 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.314571 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.314978 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.315320 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.315501 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.315775 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.316032 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.316247 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.316631 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318045 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318045 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318045 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318045 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318045 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318045 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318600 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318600 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318768 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.318875 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.319137 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.319385 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.319626 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.319837 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.320211 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.320580 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.321017 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.321231 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.321470 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.321683 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.321836 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 08:08:52.322576 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 08:08:52.322879 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 08:08:52.323181 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 08:08:52.323485 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 08:08:52.323661 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 08:08:52.323814 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 08:08:52.324022 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.324183 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.324342 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.324505 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.324687 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.324847 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.325005 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.325161 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.325317 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.325479 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.325636 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.325793 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.325948 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.326104 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.326258 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.326414 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.327462 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.327633 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.327796 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.328015 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.328103 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.328327 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] debug = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.328427 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.328596 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.328757 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.328913 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.329070 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.329224 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.329369 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.329526 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.329680 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.329836 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.329990 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.330152 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.330306 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.330463 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.330724 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.330831 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:08:52.330940 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.330940 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.331132 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] host = dv-cinder-840289-4-smb {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.331233 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.331431 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.331542 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.331654 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.331808 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.331965 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.332122 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.332283 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.332436 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.332744 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.332901 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.333058 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.333215 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334438 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334438 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_options = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334438 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334438 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334438 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334438 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334438 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334904 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334904 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334904 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.334904 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.335153 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.335216 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.335327 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.335487 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.335772 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.336055 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.336367 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.336556 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.336712 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.337679 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.337679 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.337679 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.337679 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.337679 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.337986 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.337986 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.338116 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.338226 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339075 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339075 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339075 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339075 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339075 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339418 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339418 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339418 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339620 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339720 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.339878 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.340039 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.340196 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342149 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342149 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342149 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342149 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342149 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342504 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342504 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_json = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342631 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342732 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.342882 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.343034 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.343197 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.343353 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.343510 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.343668 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.343888 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 08:08:52.345590 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.345770 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.345949 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.346113 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.346424 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.346748 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.347042 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.347209 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.347389 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.347528 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.347832 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.347998 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.348169 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.348329 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.348617 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.348769 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.348841 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.348947 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.349246 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350193 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350193 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350193 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350193 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350193 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350193 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350640 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350640 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350640 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350831 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.350950 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.351470 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.351470 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.351470 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.351726 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.351726 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.351871 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.352022 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.352296 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.353325 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.353493 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.353660 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.353817 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.353977 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.354138 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.354302 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.354459 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.354805 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.354969 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.355129 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.355295 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356228 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356228 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356228 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356228 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356228 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356228 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356682 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356682 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356682 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356904 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.356984 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.357086 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.357239 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.357394 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.357547 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.357710 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.357865 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.358018 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.358170 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.358336 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.358544 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.358695 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.358849 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.359004 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.359157 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.359311 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.359464 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.359616 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.359782 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.359941 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.360100 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.360260 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.360419 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.360579 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.360763 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.360892 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.361050 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.361938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.361938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.361938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.361938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.361938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.361938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.362303 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.362303 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.362425 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.362587 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.362737 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.362896 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.363054 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.363213 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.363372 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.363530 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.364448 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.364448 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.364448 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.364448 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.364448 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.364448 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.364894 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.364894 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.364894 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.365117 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.365197 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.365756 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.365756 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.365756 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.365756 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.366046 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.366046 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.366200 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.366355 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.366938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.366938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.366938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.367178 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.367178 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.367325 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.367461 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.367620 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.367865 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.368509 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.368509 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.368509 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.368509 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.368806 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.368806 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.368954 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.369045 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.369190 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370118 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370118 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370118 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370118 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370118 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370118 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370589 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370589 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370589 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370837 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.370837 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.371073 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.371173 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.371330 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.371465 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.371624 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.371784 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.371945 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.372104 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.372268 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.372424 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.372734 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.372895 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.373255 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.373553 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.373937 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.374097 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.374259 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.374419 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.374607 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.374768 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.374928 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.375087 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.375246 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.375404 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.376321 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.376321 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.376321 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.376321 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.376321 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.376321 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.377255 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.377255 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.377255 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.377255 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.377255 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.377255 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.378148 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.378148 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.378148 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.378148 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.378148 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.378148 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379018 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379018 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379018 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379018 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379018 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379018 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379748 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379748 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379748 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379748 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.379748 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.380283 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.380283 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.380283 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.380624 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.380624 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.380624 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.380970 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.380970 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.381299 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.381299 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.381586 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.381586 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.381819 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.381819 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.382045 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.382204 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.382316 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.382404 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.382548 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.382722 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.382883 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.383058 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.383216 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.383427 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.384581 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.384581 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.384581 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.384581 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.384581 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.384581 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.384581 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.385001 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.385001 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.385001 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.385187 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.385310 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.385472 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.385643 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.385800 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.385958 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.386120 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.386281 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.386465 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.386641 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.386797 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.386938 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.387077 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.387238 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.387396 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.387562 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.387729 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.387889 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.388028 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.388183 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.388338 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.388505 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.388666 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.388824 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.389541 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.389541 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.389541 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.389541 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.389819 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.389819 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.390761 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.390905 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.391176 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.391430 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.391668 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.391900 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.392142 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.392370 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.393447 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.393694 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.393929 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.394164 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.394333 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.394524 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.394704 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.394871 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.395100 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.395194 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.395373 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.395514 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.395660 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.395765 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.395927 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.396083 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.396242 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.396399 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.396555 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.396713 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.396874 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.397029 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.397186 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.397341 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.397499 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.397655 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 08:08:52.397806 dv-cinder-840289-4-smb neutron-server[103557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 08:09:03.954037 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af187dcc-6685-46df-ae74-d4b1db016500 None None] get_active_networks_info from dv-cinder-840289-4-smb {{(pid=103666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 08:09:04.030440 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af187dcc-6685-46df-ae74-d4b1db016500 None None] No non-hosted networks {{(pid=103666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 08:09:04.055128 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7a670a71-eb61-4d55-94d7-9419f200c00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7880762'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:06.091502 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-a0800992-66aa-4afa-9262-fb45b2611c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7880762'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:06.145781 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7d9f04c5-c198-47e9-8f3f-2665a62ee956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:07.298092 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39478) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:07.348347 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7880762'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:07.855605 dv-cinder-840289-4-smb neutron-server[103665]: WARNING oslo_policy.policy [None req-49ac3b77-0ede-44fa-9510-451dd2ac52a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:09:07.856255 dv-cinder-840289-4-smb neutron-server[103665]: WARNING oslo_policy.policy [None req-49ac3b77-0ede-44fa-9510-451dd2ac52a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:09:08.078866 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [None req-49ac3b77-0ede-44fa-9510-451dd2ac52a6 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103665) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:09:08.090554 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-49ac3b77-0ede-44fa-9510-451dd2ac52a6 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7807868 May 04 08:09:09.115904 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7880762'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:10.432856 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7880762'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:10.438080 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.438932 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.442687 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.443292 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.444486 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.446627 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.446978 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.447339 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.447685 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.448011 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.448346 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.448670 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.449041 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.449363 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.449686 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:10.450117 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840289-4-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:10.461957 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840289-4-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:10.693792 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39512) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:11.043633 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-70002097-1e21-48d0-9fa4-86c7feff183e admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:09:11.134091 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.policy [None req-70002097-1e21-48d0-9fa4-86c7feff183e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103665) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 08:09:11.175884 dv-cinder-840289-4-smb neutron-server[103665]: WARNING oslo_policy.policy [None req-70002097-1e21-48d0-9fa4-86c7feff183e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:09:11.176521 dv-cinder-840289-4-smb neutron-server[103665]: WARNING oslo_policy.policy [None req-70002097-1e21-48d0-9fa4-86c7feff183e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:09:11.277258 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-70002097-1e21-48d0-9fa4-86c7feff183e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735453138217', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735453138725', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735453154414', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735453177589', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735453183740', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735453193131', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1464644', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1337430', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8101243', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8020654'] for rbac-policy (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:11.353363 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-70002097-1e21-48d0-9fa4-86c7feff183e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:11.362565 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-70002097-1e21-48d0-9fa4-86c7feff183e admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6625724 May 04 08:09:11.409835 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.db.l3_hamode_db [None req-265e1783-06be-47a9-ac9b-c6185d23809d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 08:09:11.496170 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e1783-06be-47a9-ac9b-c6185d23809d None None] Routers set() bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:09:11.496867 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e1783-06be-47a9-ac9b-c6185d23809d None None] Router IDs set() for agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 08:09:13.846295 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 39524) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:14.427843 dv-cinder-840289-4-smb neutron-server[103664]: WARNING oslo_policy.policy [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:09:14.429910 dv-cinder-840289-4-smb neutron-server[103664]: WARNING oslo_policy.policy [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:09:14.653043 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:09:14.717271 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Made reservation on behalf of 5a71631e0ed744d690b36a057ed68a8c for: {'network': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:09:14.777233 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.policy [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103664) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 08:09:14.817955 dv-cinder-840289-4-smb neutron-server[103664]: WARNING oslo_policy.policy [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:09:14.818298 dv-cinder-840289-4-smb neutron-server[103664]: WARNING oslo_policy.policy [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 08:09:14.828625 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:14.861519 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:14.984345 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Publish callbacks [] for security_group (e345e68b-bbbb-4f26-a264-b4b55121c685), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:14.990962 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e345e68b-bbbb-4f26-a264-b4b55121c685), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:15.011981 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:09:15.048255 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735456399921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (c1d665fc-e2ef-4534-993b-87a9b86490b9), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:15.048840 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Unsubscribe: segment precommit_create {{(pid=103664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 08:09:15.049360 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.segments_db [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Added segment c1d665fc-e2ef-4534-993b-87a9b86490b9 of type vlan for network 92eded55-8af6-4d66-a0df-b3ffd4b12942 May 04 08:09:15.077018 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e345e68b-bbbb-4f26-a264-b4b55121c685,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:15.124573 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.124925 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.125262 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.125584 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.125937 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.126254 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.126596 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.126917 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.127233 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.127557 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.127849 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.128183 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.128492 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.128797 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.129107 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Tracked resource versions report: May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: pushed versions: May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: { 'AddressGroup': {'1.2'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Agent': {'1.1'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'ConntrackHelper': {'1.0'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'LocalIPAssociation': {'1.0'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Log': {'1.0'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'NDPProxy': {'1.0'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Network': {'1.1'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Port': {'1.7'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'PortForwarding': {'1.3'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'QosPolicy': {'1.10'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'SecurityGroup': {'1.5'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'SecurityGroupRule': {'1.2'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'SubPort': {'1.0'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Subnet': {'1.1'}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Trunk': {'1.1'}} May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: consumer versions: May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: { DHCP agent@dv-cinder-840289-4-smb: {}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: L3 agent@dv-cinder-840289-4-smb: {}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: Metadata agent@dv-cinder-840289-4-smb: {}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: Metering agent@dv-cinder-840289-4-smb: {}, May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: Open vSwitch agent@dv-cinder-840289-4-smb: { 'AddressGroup': '1.2', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Agent': '1.1', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'ConntrackHelper': '1.0', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'LocalIPAssociation': '1.0', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Log': '1.0', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'NDPProxy': '1.0', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Network': '1.1', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Port': '1.7', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'PortForwarding': '1.3', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'QosPolicy': '1.10', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'SecurityGroup': '1.5', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'SecurityGroupRule': '1.2', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'SubPort': '1.0', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Subnet': '1.1', May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: 'Trunk': '1.1'}} May 04 08:09:15.130300 dv-cinder-840289-4-smb neutron-server[103664]: {{(pid=103664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:09:15.171154 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (92eded55-8af6-4d66-a0df-b3ffd4b12942), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:15.213492 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (92eded55-8af6-4d66-a0df-b3ffd4b12942), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:15.219089 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:15.219821 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:15.291335 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4428346 May 04 08:09:15.346508 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da888e4-7289-41b0-a412-3dfe538f450c demo demo] Pushing event updated for resources: {'Network': ['ID=92eded55-8af6-4d66-a0df-b3ffd4b12942,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:15.359808 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 92eded55-8af6-4d66-a0df-b3ffd4b12942 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:09:17.814990 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39544) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:18.314838 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba7eaac-91bb-470a-ae48-1d916473f486 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:18.316934 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-6ba7eaac-91bb-470a-ae48-1d916473f486 demo admin] 10.222.0.60 "GET /v2.0/networks/92eded55-8af6-4d66-a0df-b3ffd4b12942 HTTP/1.1" status: 200 len: 825 time: 0.5008523 May 04 08:09:18.347752 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3f38474f-f3af-4f13-a114-d7c61bf4fc3c demo admin] 10.222.0.60 "GET /v2.0/subnetpools/411e76cc-6dcb-4918-b2fa-b3469bc6e527 HTTP/1.1" status: 200 len: 734 time: 0.0218718 May 04 08:09:18.356550 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '411e76cc-6dcb-4918-b2fa-b3469bc6e527', 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:09:18.388743 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Made reservation on behalf of 5a71631e0ed744d690b36a057ed68a8c for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:09:18.392112 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:18.712521 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (f5ea40b0-b38c-46b0-bb41-f339ef6bf112), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:18.784825 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Checking segment: {'id': 'c1d665fc-e2ef-4534-993b-87a9b86490b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:09:18.786102 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Network hostable DHCP agents. Network: 92eded55-8af6-4d66-a0df-b3ffd4b12942, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:09:18.796157 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f5ea40b0-b38c-46b0-bb41-f339ef6bf112,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:18.808161 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.808501 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.808806 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.809178 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.809506 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.809831 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.810151 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.810466 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.810807 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.811128 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.811434 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.811975 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.812353 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.813243 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.813568 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Tracked resource versions report: May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: pushed versions: May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: { 'AddressGroup': {'1.2'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Agent': {'1.1'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'ConntrackHelper': {'1.0'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'LocalIPAssociation': {'1.0'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Log': {'1.0'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'NDPProxy': {'1.0'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Network': {'1.1'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Port': {'1.7'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'PortForwarding': {'1.3'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'QosPolicy': {'1.10'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'SecurityGroup': {'1.5'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'SecurityGroupRule': {'1.2'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'SubPort': {'1.0'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Subnet': {'1.1'}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Trunk': {'1.1'}} May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: consumer versions: May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: { DHCP agent@dv-cinder-840289-4-smb: {}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: L3 agent@dv-cinder-840289-4-smb: {}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: Metadata agent@dv-cinder-840289-4-smb: {}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: Metering agent@dv-cinder-840289-4-smb: {}, May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: Open vSwitch agent@dv-cinder-840289-4-smb: { 'AddressGroup': '1.2', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Agent': '1.1', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'ConntrackHelper': '1.0', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'LocalIPAssociation': '1.0', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Log': '1.0', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'NDPProxy': '1.0', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Network': '1.1', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Port': '1.7', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'PortForwarding': '1.3', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'QosPolicy': '1.10', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'SecurityGroup': '1.5', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'SecurityGroupRule': '1.2', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'SubPort': '1.0', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Subnet': '1.1', May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: 'Trunk': '1.1'}} May 04 08:09:18.814763 dv-cinder-840289-4-smb neutron-server[103665]: {{(pid=103665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:09:18.844771 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Network 92eded55-8af6-4d66-a0df-b3ffd4b12942 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:09:18.860122 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 92eded55-8af6-4d66-a0df-b3ffd4b12942) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:09:18.865209 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:18.865820 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:18.871443 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d68cda-102f-4f29-989d-a624669a476c None None] Network 92eded55-8af6-4d66-a0df-b3ffd4b12942 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:09:18.883784 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-093b71b7-edd9-41e7-a72d-700533185b75 demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5304072 May 04 08:09:19.144524 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-92eded55-8af6-4d66-a0df-b3ffd4b12942', 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942', 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'fixed_ips': [{'subnet_id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:09:19.145025 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:19.427243 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Allocated IP 172.20.0.2 (92eded55-8af6-4d66-a0df-b3ffd4b12942/f5ea40b0-b38c-46b0-bb41-f339ef6bf112/48ba300f-dc06-44de-b687-b3ad04823d36) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:09:19.714916 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Publish callbacks [] for port (48ba300f-dc06-44de-b687-b3ad04823d36), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:19.724362 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:19.794949 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Network 92eded55-8af6-4d66-a0df-b3ffd4b12942 is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:09:19.801385 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:09:19.813023 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:09:19.816248 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Pushing event updated for resources: {'Port': ['ID=48ba300f-dc06-44de-b687-b3ad04823d36,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:19.865091 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.865432 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.865751 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.866092 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.866455 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.866802 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.867125 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.867446 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.867765 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.868082 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.868401 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.868710 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.869036 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.869452 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.869661 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Tracked resource versions report: May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: pushed versions: May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: { 'AddressGroup': {'1.2'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Agent': {'1.1'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'ConntrackHelper': {'1.0'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'LocalIPAssociation': {'1.0'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Log': {'1.0'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'NDPProxy': {'1.0'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Network': {'1.1'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Port': {'1.7'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'PortForwarding': {'1.3'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'QosPolicy': {'1.10'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'SecurityGroup': {'1.5'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'SecurityGroupRule': {'1.2'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'SubPort': {'1.0'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Subnet': {'1.1'}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Trunk': {'1.1'}} May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: consumer versions: May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: { DHCP agent@dv-cinder-840289-4-smb: {}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: L3 agent@dv-cinder-840289-4-smb: {}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: Metadata agent@dv-cinder-840289-4-smb: {}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: Metering agent@dv-cinder-840289-4-smb: {}, May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: Open vSwitch agent@dv-cinder-840289-4-smb: { 'AddressGroup': '1.2', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Agent': '1.1', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'ConntrackHelper': '1.0', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'LocalIPAssociation': '1.0', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Log': '1.0', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'NDPProxy': '1.0', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Network': '1.1', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Port': '1.7', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'PortForwarding': '1.3', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'QosPolicy': '1.10', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'SecurityGroup': '1.5', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'SecurityGroupRule': '1.2', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'SubPort': '1.0', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Subnet': '1.1', May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: 'Trunk': '1.1'}} May 04 08:09:19.870878 dv-cinder-840289-4-smb neutron-server[103666]: {{(pid=103666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:09:19.908831 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Attempting to bind port 48ba300f-dc06-44de-b687-b3ad04823d36 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:09:19.909261 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Attempting to bind port 48ba300f-dc06-44de-b687-b3ad04823d36 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': 'c1d665fc-e2ef-4534-993b-87a9b86490b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:09:19.909666 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Attempting to bind port 48ba300f-dc06-44de-b687-b3ad04823d36 on network 92eded55-8af6-4d66-a0df-b3ffd4b12942 {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:09:19.915197 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:09:19.915619 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Checking segment: {'id': 'c1d665fc-e2ef-4534-993b-87a9b86490b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:09:19.916056 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:19.916442 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Bound using segment: {'id': 'c1d665fc-e2ef-4534-993b-87a9b86490b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:09:19.916933 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Bound port: 48ba300f-dc06-44de-b687-b3ad04823d36, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d665fc-e2ef-4534-993b-87a9b86490b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:09:19.917332 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:19.985425 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] For port 48ba300f-dc06-44de-b687-b3ad04823d36, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:09:20.007535 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] For port 48ba300f-dc06-44de-b687-b3ad04823d36, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=48ba300f-dc06-44de-b687-b3ad04823d36,segment=NetworkSegment(c1d665fc-e2ef-4534-993b-87a9b86490b9),segment_id=c1d665fc-e2ef-4534-993b-87a9b86490b9)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:09:20.018008 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:20.075436 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf89da5-e930-49b6-a43c-bc22f11acbb5 None None] Pushing event updated for resources: {'Port': ['ID=48ba300f-dc06-44de-b687-b3ad04823d36,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:21.497517 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 39556) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:21.891837 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [None req-a918793f-1ff5-4205-99a4-9574685ced20 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:09:21.894505 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-a918793f-1ff5-4205-99a4-9574685ced20 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3939011 May 04 08:09:24.474411 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39564) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:24.850077 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [None req-d655b539-b57f-4de1-a542-d8462f948cab admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103665) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:09:24.851032 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d655b539-b57f-4de1-a542-d8462f948cab admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3751554 May 04 08:09:27.385027 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39572) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:27.771710 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-69b40cd2-6915-4e3d-9833-72e24f8d735e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:09:27.798321 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-69b40cd2-6915-4e3d-9833-72e24f8d735e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7873556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14674'] for router (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:27.801305 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-69b40cd2-6915-4e3d-9833-72e24f8d735e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7873720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8029972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14683'] for router (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:27.966649 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-69b40cd2-6915-4e3d-9833-72e24f8d735e demo demo] Publish callbacks [] for router_controller (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), precommit_add_association {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:27.973393 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-69b40cd2-6915-4e3d-9833-72e24f8d735e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7873665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106'] for router (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:27.995908 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-69b40cd2-6915-4e3d-9833-72e24f8d735e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:27.997623 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-69b40cd2-6915-4e3d-9833-72e24f8d735e demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6115866 May 04 08:09:30.562888 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 39584) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:30.923992 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [None req-c827a371-6cb8-4081-9c25-c3a588cefc87 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:09:30.925112 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-c827a371-6cb8-4081-9c25-c3a588cefc87 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3611977 May 04 08:09:31.165338 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 48ba300f-dc06-44de-b687-b3ad04823d36 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:09:31.260092 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 48ba300f-dc06-44de-b687-b3ad04823d36 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:31.260833 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:31.383197 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 48ba300f-dc06-44de-b687-b3ad04823d36 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:09:31.383604 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:31.422515 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port 48ba300f-dc06-44de-b687-b3ad04823d36, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=48ba300f-dc06-44de-b687-b3ad04823d36,segment=NetworkSegment(c1d665fc-e2ef-4534-993b-87a9b86490b9),segment_id=c1d665fc-e2ef-4534-993b-87a9b86490b9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:09:31.427611 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:31.475126 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=48ba300f-dc06-44de-b687-b3ad04823d36,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:31.742618 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f3605-3381-4994-be17-bd56cd8897de None None] Network 92eded55-8af6-4d66-a0df-b3ffd4b12942 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:09:31.781361 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-db500497-ab19-404d-bce9-7b729c7280b6 None None] Provisioning complete for port 48ba300f-dc06-44de-b687-b3ad04823d36 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:31.781848 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-db500497-ab19-404d-bce9-7b729c7280b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:31.933187 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-db500497-ab19-404d-bce9-7b729c7280b6 None None] Current status of the port 48ba300f-dc06-44de-b687-b3ad04823d36 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:09:32.156766 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0669f920-6c21-47ac-981c-dde230b321ab None None] Provisioning complete for port 48ba300f-dc06-44de-b687-b3ad04823d36 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:32.157141 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0669f920-6c21-47ac-981c-dde230b321ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:32.243121 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0669f920-6c21-47ac-981c-dde230b321ab None None] Current status of the port 48ba300f-dc06-44de-b687-b3ad04823d36 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:09:33.130413 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 48ba300f-dc06-44de-b687-b3ad04823d36 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:09:33.176331 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 48ba300f-dc06-44de-b687-b3ad04823d36 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:33.176718 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:33.254299 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 48ba300f-dc06-44de-b687-b3ad04823d36 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:09:33.447974 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 39592) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:33.800647 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:09:33.823473 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Made reservation on behalf of 57fa4639e7e54e27b8256dad468aac45 for: {'network': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:09:33.825880 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:33.834453 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:33.894866 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d8188ddf-fde3-466e-a4e8-9540f2a91402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:33.923876 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Publish callbacks [] for security_group (f2037607-c5a2-4a81-b6ad-b8a5e959e38e), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:33.928377 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f2037607-c5a2-4a81-b6ad-b8a5e959e38e), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:33.948776 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103664) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 08:09:33.967263 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2037607-c5a2-4a81-b6ad-b8a5e959e38e,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:33.975135 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (103125fc-96fc-4244-8b0a-a06a5663cd08), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:33.975563 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.segments_db [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Added segment 103125fc-96fc-4244-8b0a-a06a5663cd08 of type flat for network 43f11a13-1bd8-4746-8240-30468e86dc6b May 04 08:09:34.031743 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (43f11a13-1bd8-4746-8240-30468e86dc6b), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:34.071108 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (43f11a13-1bd8-4746-8240-30468e86dc6b), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:34.072179 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:34.072813 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:34.123136 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6735744 May 04 08:09:34.180116 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407b093-34d3-45fc-a560-65e98eafdbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=43f11a13-1bd8-4746-8240-30468e86dc6b,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:34.190342 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 43f11a13-1bd8-4746-8240-30468e86dc6b details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:09:36.090927 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fbda1705-8a7b-4ad2-9920-81af089d68cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:36.689823 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39600) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:37.107282 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70301f28-fb4f-4dbe-ac88-7e8f9ead47ad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:37.108638 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-70301f28-fb4f-4dbe-ac88-7e8f9ead47ad demo admin] 10.222.0.60 "GET /v2.0/subnets/f5ea40b0-b38c-46b0-bb41-f339ef6bf112 HTTP/1.1" status: 200 len: 849 time: 0.4175189 May 04 08:09:37.239882 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-18b44d52-601e-4176-9fce-189e268f2ab2 demo admin] 10.222.0.60 "GET /v2.0/routers/dd68ab6c-ab31-4155-bf6b-d75e3bffe13d HTTP/1.1" status: 200 len: 704 time: 0.1245201 May 04 08:09:37.246830 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:09:37.314936 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:37.541609 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:37.883062 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Allocated IP 172.20.0.1 (92eded55-8af6-4d66-a0df-b3ffd4b12942/f5ea40b0-b38c-46b0-bb41-f339ef6bf112/a582797d-cd82-45b3-b371-5efa0a9806c8) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:09:38.059840 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Publish callbacks [] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:38.132842 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:38.206911 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Network 92eded55-8af6-4d66-a0df-b3ffd4b12942 is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:09:38.213244 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:09:38.225487 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:09:38.226071 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878071'] for router_interface (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:38.282045 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Pushing event updated for resources: {'Port': ['ID=a582797d-cd82-45b3-b371-5efa0a9806c8,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:38.406073 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-ffc6d7e6-b82f-4dcf-842d-d713eee9ebf8 None None] Provisioning complete for port a582797d-cd82-45b3-b371-5efa0a9806c8 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:38.406073 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d7e6-b82f-4dcf-842d-d713eee9ebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:38.499466 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6d7e6-b82f-4dcf-842d-d713eee9ebf8 None None] Port a582797d-cd82-45b3-b371-5efa0a9806c8 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:09:38.512113 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:38.744568 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Publish callbacks [] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:38.751547 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:38.752486 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7841892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877993'] for router_interface (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:38.816234 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Pushing event updated for resources: {'Port': ['ID=a582797d-cd82-45b3-b371-5efa0a9806c8,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:38.890825 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Network 92eded55-8af6-4d66-a0df-b3ffd4b12942 is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:09:38.892174 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:09:39.050322 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:39.071819 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Router dd68ab6c-ab31-4155-bf6b-d75e3bffe13d is scheduled to L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b with binding_index 1 {{(pid=103665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:09:39.119740 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-30ebadd2-c644-437f-a3df-1c018018cc15 None None] Provisioning complete for port a582797d-cd82-45b3-b371-5efa0a9806c8 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:39.120154 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-30ebadd2-c644-437f-a3df-1c018018cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:39.154371 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-30ebadd2-c644-437f-a3df-1c018018cc15 None None] Port a582797d-cd82-45b3-b371-5efa0a9806c8 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:09:39.167606 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:09:39.174948 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d32ad516-75a9-422c-946b-ace3135f9851 demo admin] 10.222.0.60 "PUT /v2.0/routers/dd68ab6c-ab31-4155-bf6b-d75e3bffe13d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9277940 May 04 08:09:39.177384 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Sync routers for ids ['dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:09:39.189842 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Routers {'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:09:39.190726 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:09:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:39.424140 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Set router dd68ab6c-ab31-4155-bf6b-d75e3bffe13d gateway port host: None {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:09:39.868321 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'name': 'router1', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:09:27Z', 'updated_at': '2022-05-04T08:09:38Z', 'revision_number': 2, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'gw_port_host': None, '_interfaces': [{'id': 'a582797d-cd82-45b3-b371-5efa0a9806c8', 'name': '', 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'mac_address': 'fa:16:3e:74:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:09:37Z', 'updated_at': '2022-05-04T08:09:38Z', 'revision_number': 2, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'subnets': [{'id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411e76cc-6dcb-4918-b2fa-b3469bc6e527'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:39.928977 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Checking router: dd68ab6c-ab31-4155-bf6b-d75e3bffe13d for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:09:39.929355 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Updating router dd68ab6c-ab31-4155-bf6b-d75e3bffe13d port a582797d-cd82-45b3-b371-5efa0a9806c8 binding host dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:09:39.996406 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:40.401616 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:40.536734 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Publish callbacks [] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), precommit_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:40.544099 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:40.711931 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87717bc0-e484-4190-8f69-789546323139 None None] Pushing event updated for resources: {'Port': ['ID=a582797d-cd82-45b3-b371-5efa0a9806c8,revision_number=3']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:40.731147 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Attempting to bind port a582797d-cd82-45b3-b371-5efa0a9806c8 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:09:40.731577 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Attempting to bind port a582797d-cd82-45b3-b371-5efa0a9806c8 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': 'c1d665fc-e2ef-4534-993b-87a9b86490b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:09:40.732001 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Attempting to bind port a582797d-cd82-45b3-b371-5efa0a9806c8 on network 92eded55-8af6-4d66-a0df-b3ffd4b12942 {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:09:40.735794 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.736141 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.736482 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.736826 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.737154 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.737486 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.737803 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.738123 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.738448 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.738912 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.739737 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.740075 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.740401 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.740726 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.741048 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87717bc0-e484-4190-8f69-789546323139 None None] Tracked resource versions report: May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: pushed versions: May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: { 'AddressGroup': {'1.2'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Agent': {'1.1'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'ConntrackHelper': {'1.0'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'LocalIPAssociation': {'1.0'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Log': {'1.0'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'NDPProxy': {'1.0'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Network': {'1.1'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Port': {'1.7'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'PortForwarding': {'1.3'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'QosPolicy': {'1.10'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'SecurityGroup': {'1.5'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'SecurityGroupRule': {'1.2'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'SubPort': {'1.0'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Subnet': {'1.1'}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Trunk': {'1.1'}} May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: consumer versions: May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: { DHCP agent@dv-cinder-840289-4-smb: {}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: L3 agent@dv-cinder-840289-4-smb: {}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: Metadata agent@dv-cinder-840289-4-smb: {}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: Metering agent@dv-cinder-840289-4-smb: {}, May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: Open vSwitch agent@dv-cinder-840289-4-smb: { 'AddressGroup': '1.2', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Agent': '1.1', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'ConntrackHelper': '1.0', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'LocalIPAssociation': '1.0', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Log': '1.0', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'NDPProxy': '1.0', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Network': '1.1', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Port': '1.7', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'PortForwarding': '1.3', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'QosPolicy': '1.10', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'SecurityGroup': '1.5', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'SecurityGroupRule': '1.2', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'SubPort': '1.0', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Subnet': '1.1', May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: 'Trunk': '1.1'}} May 04 08:09:40.742242 dv-cinder-840289-4-smb neutron-server[103667]: {{(pid=103667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:09:40.747161 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:09:40.747580 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Checking segment: {'id': 'c1d665fc-e2ef-4534-993b-87a9b86490b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:09:40.748104 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:40.748489 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Bound using segment: {'id': 'c1d665fc-e2ef-4534-993b-87a9b86490b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:09:40.748971 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Bound port: a582797d-cd82-45b3-b371-5efa0a9806c8, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d665fc-e2ef-4534-993b-87a9b86490b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942'}}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:09:40.749353 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:40.811435 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-b4fb473f-57c5-4a52-964e-2ff4caff6337 None None] Provisioning complete for port a582797d-cd82-45b3-b371-5efa0a9806c8 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:40.811820 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b4fb473f-57c5-4a52-964e-2ff4caff6337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:40.821118 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] For port a582797d-cd82-45b3-b371-5efa0a9806c8, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:09:40.841382 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] For port a582797d-cd82-45b3-b371-5efa0a9806c8, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=a582797d-cd82-45b3-b371-5efa0a9806c8,segment=NetworkSegment(c1d665fc-e2ef-4534-993b-87a9b86490b9),segment_id=c1d665fc-e2ef-4534-993b-87a9b86490b9)] {{(pid=103667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:09:40.850428 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:40.851528 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb473f-57c5-4a52-964e-2ff4caff6337 None None] Port a582797d-cd82-45b3-b371-5efa0a9806c8 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:09:40.921459 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87717bc0-e484-4190-8f69-789546323139 None None] Pushing event updated for resources: {'Port': ['ID=a582797d-cd82-45b3-b371-5efa0a9806c8,revision_number=4']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:40.931720 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Routers {'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:09:40.932258 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:09:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:41.032264 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] Set router dd68ab6c-ab31-4155-bf6b-d75e3bffe13d gateway port host: None {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:09:41.074654 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-1d4d6997-6e0e-426f-b57f-7f3b67c6cabd None None] Provisioning complete for port a582797d-cd82-45b3-b371-5efa0a9806c8 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:41.075036 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6997-6e0e-426f-b57f-7f3b67c6cabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:41.157285 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d6997-6e0e-426f-b57f-7f3b67c6cabd None None] Current status of the port a582797d-cd82-45b3-b371-5efa0a9806c8 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:09:41.157651 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6997-6e0e-426f-b57f-7f3b67c6cabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:41.191027 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-1d4d6997-6e0e-426f-b57f-7f3b67c6cabd None None] For port a582797d-cd82-45b3-b371-5efa0a9806c8, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=a582797d-cd82-45b3-b371-5efa0a9806c8,segment=NetworkSegment(c1d665fc-e2ef-4534-993b-87a9b86490b9),segment_id=c1d665fc-e2ef-4534-993b-87a9b86490b9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:09:41.196072 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6997-6e0e-426f-b57f-7f3b67c6cabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:41.247194 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d6997-6e0e-426f-b57f-7f3b67c6cabd None None] Pushing event updated for resources: {'Port': ['ID=a582797d-cd82-45b3-b371-5efa0a9806c8,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:41.248798 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'name': 'router1', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:09:27Z', 'updated_at': '2022-05-04T08:09:38Z', 'revision_number': 2, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'gw_port_host': None, '_interfaces': [{'id': 'a582797d-cd82-45b3-b371-5efa0a9806c8', 'name': '', 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'mac_address': 'fa:16:3e:74:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:09:37Z', 'updated_at': '2022-05-04T08:09:40Z', 'revision_number': 4, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'subnets': [{'id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411e76cc-6dcb-4918-b2fa-b3469bc6e527'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:41.278105 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537e5d7-0dc7-487d-8823-5419e3b9e9f3 None None] The sync data for ids ['dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'] in dv-cinder-840289-4-smb is: [{'id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'name': 'router1', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:09:27Z', 'updated_at': '2022-05-04T08:09:38Z', 'revision_number': 2, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'gw_port_host': None, '_interfaces': [{'id': 'a582797d-cd82-45b3-b371-5efa0a9806c8', 'name': '', 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'mac_address': 'fa:16:3e:74:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:09:37Z', 'updated_at': '2022-05-04T08:09:40Z', 'revision_number': 4, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'subnets': [{'id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411e76cc-6dcb-4918-b2fa-b3469bc6e527'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:09:41.755610 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39620) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:41.971145 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488ae257-c14d-4162-ab52-7f6468c4c220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:41.972553 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-488ae257-c14d-4162-ab52-7f6468c4c220 admin admin] 10.222.0.60 "GET /v2.0/networks/43f11a13-1bd8-4746-8240-30468e86dc6b HTTP/1.1" status: 200 len: 842 time: 0.2153695 May 04 08:09:41.982730 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'cidr': '172.28.3.0/24', 'enable_dhcp': False}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:09:42.004767 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Made reservation on behalf of 57fa4639e7e54e27b8256dad468aac45 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:09:42.007092 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:42.275363 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.objects.ports [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103665) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 08:09:42.275717 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (67ba7e43-f2db-49da-91bb-20520e642a2d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:42.332217 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ba7e43-f2db-49da-91bb-20520e642a2d,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:42.342978 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:09:42.343326 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Network hostable DHCP agents. Network: 43f11a13-1bd8-4746-8240-30468e86dc6b, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:09:42.361857 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:09:42.371843 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 43f11a13-1bd8-4746-8240-30468e86dc6b) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:09:42.376526 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:42.377132 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:42.382221 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784bdc0c-56b7-4909-8b60-f84e80904b3e None None] Network 43f11a13-1bd8-4746-8240-30468e86dc6b requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:09:42.410502 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-ee18ee7a-7ae0-41fd-9530-8c76ce8ca7bc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4185190 May 04 08:09:42.490748 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b5d25-c8b5-4498-af5d-e14e2ecaaa31 None None] Network 43f11a13-1bd8-4746-8240-30468e86dc6b requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:09:44.887740 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39638) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:45.040358 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-dd20dead-7123-4dac-9bd6-612bdcd29218 demo admin] 10.222.0.60 "GET /v2.0/routers/dd68ab6c-ab31-4155-bf6b-d75e3bffe13d HTTP/1.1" status: 200 len: 710 time: 0.1513824 May 04 08:09:45.129640 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1844c1f-c8a1-4e21-bed7-d1ee4e6ad564 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:09:45.131371 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-b1844c1f-c8a1-4e21-bed7-d1ee4e6ad564 demo admin] 10.222.0.60 "GET /v2.0/networks/43f11a13-1bd8-4746-8240-30468e86dc6b HTTP/1.1" status: 200 len: 886 time: 0.0853672 May 04 08:09:45.140532 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:09:45.483162 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Publish callbacks [] for router_gateway (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:45.709798 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Publish callbacks [] for router_gateway (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:45.788922 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:45.891940 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Allocated IP 172.28.3.99 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/be3f2adf-86cd-4061-8e49-bb667c86392e) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:09:45.999885 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Publish callbacks [] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:46.035070 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:46.072665 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:09:46.075499 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:09:46.084236 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:09:46.087118 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Pushing event updated for resources: {'Port': ['ID=be3f2adf-86cd-4061-8e49-bb667c86392e,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:46.350199 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Publish callbacks [] for router_gateway (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:46.649282 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7879151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7873674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14645'] for router (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:46.653076 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7879152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7879161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7873683'] for router (dd68ab6c-ab31-4155-bf6b-d75e3bffe13d), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:46.777238 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Router dd68ab6c-ab31-4155-bf6b-d75e3bffe13d has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:09:46.889642 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:09:46.894013 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:46.906579 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-045a8e08-86a5-43bb-987d-9edece901ce0 demo admin] 10.222.0.60 "PUT /v2.0/routers/dd68ab6c-ab31-4155-bf6b-d75e3bffe13d HTTP/1.1" status: 200 len: 889 time: 1.7580168 May 04 08:09:49.150229 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device a582797d-cd82-45b3-b371-5efa0a9806c8 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:09:49.199564 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port a582797d-cd82-45b3-b371-5efa0a9806c8 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:49.199896 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:49.281733 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port a582797d-cd82-45b3-b371-5efa0a9806c8 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:09:49.387565 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 39650) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:09:49.509180 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f5b2ffd3-026b-4ad6-a592-1c8adc1285fa admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1203871 May 04 08:09:50.149795 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Sync routers for ids ['dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:09:50.166554 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Routers {'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:09:50.167169 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:09:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:50.406986 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Set router dd68ab6c-ab31-4155-bf6b-d75e3bffe13d gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:09:50.915725 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'name': 'router1', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': 'be3f2adf-86cd-4061-8e49-bb667c86392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:09:27Z', 'updated_at': '2022-05-04T08:09:46Z', 'revision_number': 4, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'gw_port': {'id': 'be3f2adf-86cd-4061-8e49-bb667c86392e', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:09:45Z', 'updated_at': '2022-05-04T08:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'a582797d-cd82-45b3-b371-5efa0a9806c8', 'name': '', 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'mac_address': 'fa:16:3e:74:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:09:37Z', 'updated_at': '2022-05-04T08:09:41Z', 'revision_number': 5, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'subnets': [{'id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411e76cc-6dcb-4918-b2fa-b3469bc6e527'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:50.973299 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Checking router: dd68ab6c-ab31-4155-bf6b-d75e3bffe13d for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:09:50.973668 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Updating router dd68ab6c-ab31-4155-bf6b-d75e3bffe13d port be3f2adf-86cd-4061-8e49-bb667c86392e binding host dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:09:51.028638 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:51.381445 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Publish callbacks [] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), precommit_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:51.389824 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:51.438201 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e8d21-74cf-4e42-94ae-1dca4eb7340a None None] Pushing event updated for resources: {'Port': ['ID=be3f2adf-86cd-4061-8e49-bb667c86392e,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:51.457879 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Attempting to bind port be3f2adf-86cd-4061-8e49-bb667c86392e on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:09:51.457879 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Attempting to bind port be3f2adf-86cd-4061-8e49-bb667c86392e by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:09:51.457879 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Attempting to bind port be3f2adf-86cd-4061-8e49-bb667c86392e on network 43f11a13-1bd8-4746-8240-30468e86dc6b {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:09:51.464004 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:09:51.464385 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:09:51.464860 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:51.465173 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Bound using segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:09:51.465927 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Bound port: be3f2adf-86cd-4061-8e49-bb667c86392e, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:09:51.466024 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:51.524062 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] For port be3f2adf-86cd-4061-8e49-bb667c86392e, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:09:51.527838 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] For port be3f2adf-86cd-4061-8e49-bb667c86392e, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=be3f2adf-86cd-4061-8e49-bb667c86392e,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:09:51.536706 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:51.597837 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e8d21-74cf-4e42-94ae-1dca4eb7340a None None] Pushing event updated for resources: {'Port': ['ID=be3f2adf-86cd-4061-8e49-bb667c86392e,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:51.600014 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Routers {'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:09:51.600710 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:09:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:51.716922 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] Set router dd68ab6c-ab31-4155-bf6b-d75e3bffe13d gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:09:51.941767 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'name': 'router1', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': 'be3f2adf-86cd-4061-8e49-bb667c86392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:09:27Z', 'updated_at': '2022-05-04T08:09:46Z', 'revision_number': 4, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'gw_port': {'id': 'be3f2adf-86cd-4061-8e49-bb667c86392e', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:09:45Z', 'updated_at': '2022-05-04T08:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'a582797d-cd82-45b3-b371-5efa0a9806c8', 'name': '', 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'mac_address': 'fa:16:3e:74:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:09:37Z', 'updated_at': '2022-05-04T08:09:41Z', 'revision_number': 5, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'subnets': [{'id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411e76cc-6dcb-4918-b2fa-b3469bc6e527'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:09:51.970608 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0550f9-a563-4d0d-91f4-2d642e992db6 None None] The sync data for ids ['dd68ab6c-ab31-4155-bf6b-d75e3bffe13d'] in dv-cinder-840289-4-smb is: [{'id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'name': 'router1', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': 'be3f2adf-86cd-4061-8e49-bb667c86392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:09:27Z', 'updated_at': '2022-05-04T08:09:46Z', 'revision_number': 4, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'gw_port': {'id': 'be3f2adf-86cd-4061-8e49-bb667c86392e', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:09:45Z', 'updated_at': '2022-05-04T08:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'a582797d-cd82-45b3-b371-5efa0a9806c8', 'name': '', 'network_id': '92eded55-8af6-4d66-a0df-b3ffd4b12942', 'tenant_id': '5a71631e0ed744d690b36a057ed68a8c', 'mac_address': 'fa:16:3e:74:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd68ab6c-ab31-4155-bf6b-d75e3bffe13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:09:37Z', 'updated_at': '2022-05-04T08:09:41Z', 'revision_number': 5, 'project_id': '5a71631e0ed744d690b36a057ed68a8c', 'subnets': [{'id': 'f5ea40b0-b38c-46b0-bb41-f339ef6bf112', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '411e76cc-6dcb-4918-b2fa-b3469bc6e527'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:09:53.209636 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device be3f2adf-86cd-4061-8e49-bb667c86392e up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:09:53.271233 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port be3f2adf-86cd-4061-8e49-bb667c86392e triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:53.271923 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:53.363455 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port be3f2adf-86cd-4061-8e49-bb667c86392e is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:09:53.364091 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:53.387377 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port be3f2adf-86cd-4061-8e49-bb667c86392e, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=be3f2adf-86cd-4061-8e49-bb667c86392e,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:09:53.396004 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:53.461654 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=be3f2adf-86cd-4061-8e49-bb667c86392e,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:09:55.252947 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device be3f2adf-86cd-4061-8e49-bb667c86392e up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:09:55.468670 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port be3f2adf-86cd-4061-8e49-bb667c86392e triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:09:55.469044 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (be3f2adf-86cd-4061-8e49-bb667c86392e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:09:55.677355 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port be3f2adf-86cd-4061-8e49-bb667c86392e is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:10:03.914157 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-940b1084-da2e-4314-ab4c-1c34e9c44e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:06.100293 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-447e8be9-aa27-480f-8be3-26626b96c95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:07.319718 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:09.063833 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:10.397450 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:14.250805 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:10:33.922331 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c914b3cb-a4ea-45cb-9591-aa0550c79cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:36.107797 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-42d6ba40-5970-4585-a2c6-8d326a0b2767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:37.324086 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:39.063812 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:40.399470 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:10:51.250370 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:11:03.898749 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-bc276602-cbed-42b7-915f-e7ffcb21968c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:06.101683 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4fa64d5a-7a7c-42c6-aa1b-576a74dafdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:07.321379 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:09.067972 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:10.403763 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:14.223898 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40134) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:14.308629 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7220428-36a8-4ea3-97ec-12d7a85dfe7f admin admin] GET failed (client error): The resource could not be found. May 04 08:11:14.310078 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b7220428-36a8-4ea3-97ec-12d7a85dfe7f admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0848858 May 04 08:11:14.530854 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67881531-ffb8-4205-a7f8-8b0409f49113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:14.532259 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-67881531-ffb8-4205-a7f8-8b0409f49113 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2174191 May 04 08:11:16.999596 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40144) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:17.114003 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0be4001-6a20-406b-b363-2f5b0beac049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:17.115486 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c0be4001-6a20-406b-b363-2f5b0beac049 admin admin] 10.222.0.60 "GET /v2.0/subnets/f5ea40b0-b38c-46b0-bb41-f339ef6bf112 HTTP/1.1" status: 200 len: 849 time: 0.1148660 May 04 08:11:17.128128 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:11:17.227943 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Publish callbacks [] for subnet (f5ea40b0-b38c-46b0-bb41-f339ef6bf112), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:17.403166 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735456479910'] for subnet (f5ea40b0-b38c-46b0-bb41-f339ef6bf112), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:17.435740 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:17.436698 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:17.444911 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] 10.222.0.60 "PUT /v2.0/subnets/f5ea40b0-b38c-46b0-bb41-f339ef6bf112 HTTP/1.1" status: 200 len: 868 time: 0.3144062 May 04 08:11:17.445249 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603d07b-0232-4a6a-b160-b58ded9c2134 None None] Network 92eded55-8af6-4d66-a0df-b3ffd4b12942 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:11:17.471582 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ea40b0-b38c-46b0-bb41-f339ef6bf112,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:11:17.481264 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.481499 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.481834 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.482211 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.482738 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.483272 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.484038 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.484430 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.484762 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.485268 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.485600 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.486133 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.486514 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.486829 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.487151 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdc1f20-5b9e-4e80-86dd-67ecd94dbad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:11:17.853686 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-1781c4c1-0bb1-447f-88e3-6545b60a88d6 None None] Provisioning complete for port a582797d-cd82-45b3-b371-5efa0a9806c8 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:11:17.853983 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1781c4c1-0bb1-447f-88e3-6545b60a88d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a582797d-cd82-45b3-b371-5efa0a9806c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:17.948145 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-1781c4c1-0bb1-447f-88e3-6545b60a88d6 None None] Current status of the port a582797d-cd82-45b3-b371-5efa0a9806c8 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:11:17.957668 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-1781c4c1-0bb1-447f-88e3-6545b60a88d6 None None] Provisioning complete for port 48ba300f-dc06-44de-b687-b3ad04823d36 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:11:17.958059 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1781c4c1-0bb1-447f-88e3-6545b60a88d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (48ba300f-dc06-44de-b687-b3ad04823d36), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:18.047268 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-1781c4c1-0bb1-447f-88e3-6545b60a88d6 None None] Current status of the port 48ba300f-dc06-44de-b687-b3ad04823d36 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:11:19.871571 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40154) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:20.089379 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce36fa5-f33b-486e-bb5f-d3c3a57fe782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:20.089763 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce36fa5-f33b-486e-bb5f-d3c3a57fe782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:20.091461 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-8ce36fa5-f33b-486e-bb5f-d3c3a57fe782 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2188871 May 04 08:11:22.432741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40162) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:22.603630 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abb623e-a764-416e-98a3-7d1a825e5a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:22.604096 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abb623e-a764-416e-98a3-7d1a825e5a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:22.605808 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-0abb623e-a764-416e-98a3-7d1a825e5a39 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1719718 May 04 08:11:24.998686 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40170) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:25.188706 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9410b-3811-4176-848d-057833115f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:25.190002 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b9c9410b-3811-4176-848d-057833115f64 admin admin] 10.222.0.60 "GET /v2.0/networks/43f11a13-1bd8-4746-8240-30468e86dc6b HTTP/1.1" status: 200 len: 886 time: 0.1902556 May 04 08:11:27.491920 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40178) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:27.647575 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75868330-a519-479a-be6c-470b42acf152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:27.648972 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-75868330-a519-479a-be6c-470b42acf152 admin admin] 10.222.0.60 "GET /v2.0/networks/92eded55-8af6-4d66-a0df-b3ffd4b12942 HTTP/1.1" status: 200 len: 869 time: 0.1560793 May 04 08:11:28.249020 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:11:29.972519 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40186) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:30.115253 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d129e-d287-483d-8e7d-7b54beb9b429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:30.115701 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d129e-d287-483d-8e7d-7b54beb9b429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:30.117367 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-785d129e-d287-483d-8e7d-7b54beb9b429 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1438017 May 04 08:11:32.512404 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40194) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:32.616151 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979a4de-edec-4455-b69a-5bd075804b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:32.616602 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979a4de-edec-4455-b69a-5bd075804b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:32.618151 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1979a4de-edec-4455-b69a-5bd075804b65 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1047473 May 04 08:11:33.902677 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-79a2acac-5db4-410b-9c4f-300cf6cd1340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:34.915258 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40202) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:35.017053 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6202013a-31b6-4ae8-b83d-7f4fcc754057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:35.018435 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-6202013a-31b6-4ae8-b83d-7f4fcc754057 admin admin] 10.222.0.60 "GET /v2.0/subnets/67ba7e43-f2db-49da-91bb-20520e642a2d HTTP/1.1" status: 200 len: 816 time: 0.1022263 May 04 08:11:36.106690 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-f812845b-f7fb-4d2b-8df2-d1ca92a09ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:37.329009 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:37.359496 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40210) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:11:37.476083 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a649d571-aafe-4137-baf7-4b2730aff910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:11:37.477462 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a649d571-aafe-4137-baf7-4b2730aff910 admin admin] 10.222.0.60 "GET /v2.0/subnets/f5ea40b0-b38c-46b0-bb41-f339ef6bf112 HTTP/1.1" status: 200 len: 868 time: 0.1164432 May 04 08:11:39.069758 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:11:40.399315 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:03.899066 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ed6aee0f-a696-4d28-bea3-4b8301b6daa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:05.247694 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:12:06.114252 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-a0cf59fe-b36c-42ce-af38-c9b984cbf32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:07.332068 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:09.074219 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:10.405119 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:19.225519 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40268) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:12:19.288114 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [None req-912ae3ee-03ea-4e85-9567-e140c565141e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103665) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:12:19.289213 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-912ae3ee-03ea-4e85-9567-e140c565141e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0624528 May 04 08:12:21.761064 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40276) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:12:21.839303 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.pecan_wsgi.hooks.translation [None req-15103390-da7a-4110-aa68-3dd1ba0655d0 admin admin] GET failed (client error): The resource could not be found. May 04 08:12:21.841115 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-15103390-da7a-4110-aa68-3dd1ba0655d0 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0788145 May 04 08:12:21.960614 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2d8a7-d0f0-42e9-9743-123e484eb372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:12:21.961990 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-35f2d8a7-d0f0-42e9-9743-123e484eb372 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1164000 May 04 08:12:24.344119 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40284) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:12:24.396059 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:12:24.416654 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Made reservation on behalf of 57fa4639e7e54e27b8256dad468aac45 for: {'network': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:12:24.418948 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:24.465876 dv-cinder-840289-4-smb neutron-server[103664]: WARNING neutron.services.revisions.revision_plugin [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Could not find related network for resource to bump revision. May 04 08:12:24.478738 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:12:24.488053 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (4781ca3b-95e5-4851-aa62-d63d056f1649), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:24.488427 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.segments_db [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Added segment 4781ca3b-95e5-4851-aa62-d63d056f1649 of type vlan for network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 May 04 08:12:24.528257 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (1cb7fd61-f90d-4943-bb62-e10d7c5e5be1), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:24.553915 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (1cb7fd61-f90d-4943-bb62-e10d7c5e5be1), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:24.555041 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:12:24.555615 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:24.589272 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2440262 May 04 08:12:24.623951 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb7fd61-f90d-4943-bb62-e10d7c5e5be1,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:12:24.632127 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.632425 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.632825 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.633160 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.633503 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.633836 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.634163 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.634508 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.634846 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.635170 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.635496 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.635843 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.636164 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.636482 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.636808 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f6924-79cc-4f02-815e-fc38823ec423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:24.652972 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:12:27.010697 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40292) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:12:27.078400 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a14e4a-9ffa-4b11-bc6d-09f427f0946f admin admin] GET failed (client error): The resource could not be found. May 04 08:12:27.079780 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-b9a14e4a-9ffa-4b11-bc6d-09f427f0946f admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0678906 May 04 08:12:27.185324 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de43659-27d7-4c20-8ba2-8f995595d777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:12:27.186813 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3de43659-27d7-4c20-8ba2-8f995595d777 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1026881 May 04 08:12:27.196914 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Request body: {'subnet': {'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:12:27.216664 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Made reservation on behalf of 57fa4639e7e54e27b8256dad468aac45 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:12:27.219399 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:27.391350 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (4cc8700e-65a4-4907-b6cb-8407e7571d71), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:27.443513 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc8700e-65a4-4907-b6cb-8407e7571d71,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:12:27.453046 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.453331 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.453610 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.453938 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.454300 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.454647 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.454971 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.455288 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.455600 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.455925 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.456244 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.456559 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.456876 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.457186 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.457495 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:27.465634 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Checking segment: {'id': '4781ca3b-95e5-4851-aa62-d63d056f1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:12:27.465984 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Network hostable DHCP agents. Network: 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:12:27.483942 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:12:27.493962 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:12:27.498606 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:12:27.499211 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:27.503783 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43de47f-05d3-4595-82b7-09df9d65e9b0 None None] Network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:12:27.518239 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-6f30c417-a03c-4355-abbf-8a20c3c85fa3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3248081 May 04 08:12:27.615750 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-1cb7fd61-f90d-4943-bb62-e10d7c5e5be1', 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1', 'project_id': '57fa4639e7e54e27b8256dad468aac45', 'fixed_ips': [{'subnet_id': '4cc8700e-65a4-4907-b6cb-8407e7571d71'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:12:27.616648 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:27.876635 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Allocated IP 192.168.233.2 (1cb7fd61-f90d-4943-bb62-e10d7c5e5be1/4cc8700e-65a4-4907-b6cb-8407e7571d71/ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:12:28.038460 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Publish callbacks [] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:28.046379 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:28.084824 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:12:28.087906 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:12:28.096989 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:12:28.100157 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Pushing event updated for resources: {'Port': ['ID=ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:12:28.111736 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.112080 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.112406 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.112758 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.113090 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.113415 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.113735 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.114060 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.114404 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.114728 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.115049 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.115390 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.115710 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.116027 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.116354 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:12:28.166983 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Attempting to bind port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:12:28.167346 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Attempting to bind port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '4781ca3b-95e5-4851-aa62-d63d056f1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:12:28.167750 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Attempting to bind port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 on network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:12:28.173635 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:12:28.174002 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Checking segment: {'id': '4781ca3b-95e5-4851-aa62-d63d056f1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:12:28.174393 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:28.174814 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Bound using segment: {'id': '4781ca3b-95e5-4851-aa62-d63d056f1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:12:28.175589 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Bound port: ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4781ca3b-95e5-4851-aa62-d63d056f1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:12:28.175975 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:28.242900 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] For port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:12:28.246191 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] For port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1,segment=NetworkSegment(4781ca3b-95e5-4851-aa62-d63d056f1649),segment_id=4781ca3b-95e5-4851-aa62-d63d056f1649)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:12:28.253995 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:28.311450 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372549c7-06fd-4edf-ba4a-f53f10a461b1 None None] Pushing event updated for resources: {'Port': ['ID=ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:12:29.295597 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385bec09-a895-4523-af96-0856d4084a4a None None] Network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:12:29.331820 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:12:29.433504 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-e048d7b1-d1de-4623-81a8-2aca45fde711 None None] Provisioning complete for port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:12:29.433880 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e048d7b1-d1de-4623-81a8-2aca45fde711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:29.499014 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:12:29.499363 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:29.616463 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-e048d7b1-d1de-4623-81a8-2aca45fde711 None None] Current status of the port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:12:29.616852 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e048d7b1-d1de-4623-81a8-2aca45fde711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:29.649150 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:12:29.649541 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:29.685243 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-e048d7b1-d1de-4623-81a8-2aca45fde711 None None] For port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1,segment=NetworkSegment(4781ca3b-95e5-4851-aa62-d63d056f1649),segment_id=4781ca3b-95e5-4851-aa62-d63d056f1649)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:12:29.692224 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e048d7b1-d1de-4623-81a8-2aca45fde711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:29.776860 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.db.api [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 08:12:29.777335 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG oslo_db.api [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 08:12:29.780816 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048d7b1-d1de-4623-81a8-2aca45fde711 None None] Pushing event updated for resources: {'Port': ['ID=ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:12:29.810812 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-77a65a5d-6fcc-4de6-8f49-667d1d4bcb91 None None] Provisioning complete for port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:12:29.811126 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-77a65a5d-6fcc-4de6-8f49-667d1d4bcb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:29.896094 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-77a65a5d-6fcc-4de6-8f49-667d1d4bcb91 None None] Current status of the port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:12:30.318533 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:12:31.270497 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:12:31.327512 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:12:31.328389 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:31.408819 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port ceb4ecf4-bb64-4260-a1bd-e3901ccc35f1 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:12:33.907962 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ce3c-edf3-47bd-943b-6ba5600e4e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:36.114731 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1dccdb29-b6cd-435f-bc3f-7cadf6a870d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:37.335261 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:39.074720 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:40.403324 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:12:42.247723 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:13:03.904193 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-78bb1fe1-081e-4e2e-9a41-bb41a6febfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:06.108888 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-dc8dce24-9686-402b-817f-b86dd9ab5e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:07.337717 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:09.083266 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:10.401429 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:19.246578 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:13:33.900791 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4bdae2d6-cc8e-4fed-b791-29347e939517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:36.117233 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-37644727-49d2-44fc-adb0-0f2354752adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:37.339166 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:39.082215 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:40.396428 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:56.246730 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:13:58.334785 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40332) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:13:58.343125 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [None req-5652883d-bd1b-465f-90a9-31a581422849 tempest-verify_tempest_config-944389563 tempest-verify_tempest_config-944389563-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103665) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:13:58.344211 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-5652883d-bd1b-465f-90a9-31a581422849 tempest-verify_tempest_config-944389563 tempest-verify_tempest_config-944389563-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0081816 May 04 08:13:58.684098 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40350) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:13:58.797498 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:58.875210 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Publish callbacks [] for security_group (5f04be61-e62b-426e-955f-df157d5fdd21), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:58.881173 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (5f04be61-e62b-426e-955f-df157d5fdd21), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:58.928743 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f04be61-e62b-426e-955f-df157d5fdd21,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:13:58.932727 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd1bcefa734a4296b755b7aeaabaeecf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2476079 May 04 08:13:58.935782 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40356) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:13:58.939253 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.939598 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.939952 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.940298 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.940637 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.940966 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.941295 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.941617 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.941943 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.942267 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.942619 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.942973 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.943289 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.943603 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:58.943926 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc373a05-1b64-48ba-aee1-63343b0961f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.022516 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Publish callbacks [] for security_group (5f04be61-e62b-426e-955f-df157d5fdd21), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:59.049082 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Publish callbacks [] for security_group (5f04be61-e62b-426e-955f-df157d5fdd21), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:59.154711 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (5f04be61-e62b-426e-955f-df157d5fdd21), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:59.158141 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:13:59.161061 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f04be61-e62b-426e-955f-df157d5fdd21 HTTP/1.1" status: 204 len: 168 time: 0.2236233 May 04 08:13:59.171760 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f04be61-e62b-426e-955f-df157d5fdd21,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:13:59.179213 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.179424 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.179781 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.180123 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.180446 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.180795 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.181106 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.181596 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.181915 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.182227 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.182572 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.182901 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.183214 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.183519 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:13:59.183828 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f67283-bb50-4dac-9afa-30f39fe53686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:14:03.896830 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-48e2b9f2-6b5f-4421-921c-c36b8e23a510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:06.111286 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-09e82534-9d05-471f-92ca-0da625704ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:07.340144 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:09.084807 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:10.401835 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:33.246169 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:14:33.893824 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5703-a33f-42a2-ad24-c5842e55ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:36.118005 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-69de3911-fa33-4b41-878a-b57b1fc3c088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:37.352063 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:39.087728 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:14:40.410608 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:03.891534 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-997ae684-db59-47a1-b16f-d43f74eede79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:06.114542 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-03852636-9d1c-419b-a10e-19fee5fd3e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:07.348786 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:09.092043 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:10.245991 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:15:10.405996 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:33.887886 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6d3c679a-f575-4eda-bc90-a58d9d58fb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:36.119830 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d06e942f-fb8c-462c-94cb-be4591c41fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:37.351480 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:39.102929 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:40.418785 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:15:47.245867 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 5 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:15:52.238767 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7880762'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:03.884716 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-faf61822-b38d-4e3a-816c-b0ee232e737e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:06.124908 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-49ca02b4-344e-4952-b4c5-5a62ea9306b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.296697 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40426) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:07.353161 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:07.413432 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-1367d6a4-1f91-4db9-9fae-403964704dd8 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1150272 May 04 08:16:09.096094 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:09.767654 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40436) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:16:09.860979 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-06e043aa-196b-4845-a3a5-81fc5da7b185 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0920405 May 04 08:16:10.419775 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:22.215392 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:24.251414 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:16:33.878518 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c457-4e4f-4227-b4b8-dd7850f3c8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:36.121296 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-376e14ac-b289-4fa7-a2d9-0bf348bc534b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:37.357714 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:39.101069 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:40.414748 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:16:52.227926 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:01.241374 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:17:03.884734 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-9f554a91-9165-4e1a-a732-93bc8e9bcafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:06.128595 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b3a1096-2e19-4b18-9fde-ec14edae93cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:07.367357 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:09.104974 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:10.422863 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:22.245097 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:33.878687 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c4e01741-12d1-4d20-9701-f8228b9c31f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:36.125756 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6977745e-b25b-4f4f-99f3-9843e48c8dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:37.364758 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:38.241179 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:17:39.106894 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:40.417679 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.038313 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40580) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:51.509833 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-network', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:51.538054 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Made reservation on behalf of bb33c90e4cde44a8869e73769de40c36 for: {'network': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:51.540645 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.550200 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.569157 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40606) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:51.645204 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Publish callbacks [] for security_group (755796e0-4b71-4c42-897b-08176d35c8b3), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.650861 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (755796e0-4b71-4c42-897b-08176d35c8b3), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.681340 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:17:51.705056 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735456399921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (65cb2c4a-9dcd-42f0-a27d-c1420067f584), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.705945 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Unsubscribe: segment precommit_create {{(pid=103665) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 08:17:51.706089 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.segments_db [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Added segment 65cb2c4a-9dcd-42f0-a27d-c1420067f584 of type vlan for network 7261d48d-3e32-4559-af8e-16809b73e4ad May 04 08:17:51.714105 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-255215392-network', 'tenant_id': '45899b39221d431c87eb6303a8df61aa'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:51.740311 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Made reservation on behalf of 45899b39221d431c87eb6303a8df61aa for: {'network': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:51.743617 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.760820 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.762006 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (7261d48d-3e32-4559-af8e-16809b73e4ad), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.801691 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755796e0-4b71-4c42-897b-08176d35c8b3,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:51.810012 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.810627 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.811335 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.811830 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.812491 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.813234 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.813780 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.814263 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.814789 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.815252 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.815828 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.816290 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.816775 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.817259 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.817580 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Tracked resource versions report: May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: pushed versions: May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: { 'AddressGroup': {'1.2'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Agent': {'1.1'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'ConntrackHelper': {'1.0'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'LocalIPAssociation': {'1.0'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Log': {'1.0'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'NDPProxy': {'1.0'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Network': {'1.1'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Port': {'1.7'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'PortForwarding': {'1.3'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'QosPolicy': {'1.10'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'SecurityGroup': {'1.5'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'SecurityGroupRule': {'1.2'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'SubPort': {'1.0'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Subnet': {'1.1'}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Trunk': {'1.1'}} May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: consumer versions: May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: { DHCP agent@dv-cinder-840289-4-smb: {}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: HyperV agent@hv-cinder-84028: {}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: L3 agent@dv-cinder-840289-4-smb: {}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: Metadata agent@dv-cinder-840289-4-smb: {}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: Metering agent@dv-cinder-840289-4-smb: {}, May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: Open vSwitch agent@dv-cinder-840289-4-smb: { 'AddressGroup': '1.2', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Agent': '1.1', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'ConntrackHelper': '1.0', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'LocalIPAssociation': '1.0', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Log': '1.0', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'NDPProxy': '1.0', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Network': '1.1', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Port': '1.7', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'PortForwarding': '1.3', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'QosPolicy': '1.10', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'SecurityGroup': '1.5', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'SecurityGroupRule': '1.2', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'SubPort': '1.0', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Subnet': '1.1', May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: 'Trunk': '1.1'}} May 04 08:17:51.818778 dv-cinder-840289-4-smb neutron-server[103665]: {{(pid=103665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:17:51.821511 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (7261d48d-3e32-4559-af8e-16809b73e4ad), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.822285 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:51.823050 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.878524 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8393047 May 04 08:17:51.898004 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40634) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:51.903663 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Request body: {'subnet': {'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-subnet', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:51.933294 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804ed3c-76c1-4e60-be72-618805192db9 admin admin] Pushing event updated for resources: {'Network': ['ID=7261d48d-3e32-4559-af8e-16809b73e4ad,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:51.934182 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Made reservation on behalf of bb33c90e4cde44a8869e73769de40c36 for: {'subnet': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:51.938671 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:51.950802 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 7261d48d-3e32-4559-af8e-16809b73e4ad details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:17:52.072910 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Publish callbacks [] for security_group (d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.093476 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.148239 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:17:52.211049 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (ff810f60-145b-47c8-a1ab-1a8c668f6139), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.211395 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.segments_db [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Added segment ff810f60-145b-47c8-a1ab-1a8c668f6139 of type vlan for network 1b971cbc-c15b-4af4-90e6-0a7453fb459e May 04 08:17:52.212797 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:52.244296 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.244612 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.245193 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.245819 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.246169 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.246509 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.246836 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.247434 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.247918 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.248397 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.249271 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.249452 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.249787 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.250116 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.250461 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.250805 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Tracked resource versions report: May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: pushed versions: May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: { 'AddressGroup': {'1.2'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Agent': {'1.1'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'ConntrackHelper': {'1.0'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'LocalIPAssociation': {'1.0'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Log': {'1.0'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'NDPProxy': {'1.0'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Network': {'1.1'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Port': {'1.7'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'PortForwarding': {'1.3'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'QosPolicy': {'1.10'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'SecurityGroup': {'1.5'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'SecurityGroupRule': {'1.2'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'SubPort': {'1.0'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Subnet': {'1.1'}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Trunk': {'1.1'}} May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: consumer versions: May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: { DHCP agent@dv-cinder-840289-4-smb: {}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: HyperV agent@hv-cinder-84028: {}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: L3 agent@dv-cinder-840289-4-smb: {}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: Metadata agent@dv-cinder-840289-4-smb: {}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: Metering agent@dv-cinder-840289-4-smb: {}, May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: Open vSwitch agent@dv-cinder-840289-4-smb: { 'AddressGroup': '1.2', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Agent': '1.1', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'ConntrackHelper': '1.0', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'LocalIPAssociation': '1.0', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Log': '1.0', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'NDPProxy': '1.0', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Network': '1.1', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Port': '1.7', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'PortForwarding': '1.3', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'QosPolicy': '1.10', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'SecurityGroup': '1.5', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'SecurityGroupRule': '1.2', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'SubPort': '1.0', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Subnet': '1.1', May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: 'Trunk': '1.1'}} May 04 08:17:52.251976 dv-cinder-840289-4-smb neutron-server[103664]: {{(pid=103664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:17:52.353327 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (971ecbc2-56c8-45d9-b8ae-8324889a48a8), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.364356 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (1b971cbc-c15b-4af4-90e6-0a7453fb459e), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.468350 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Checking segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:52.468925 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Network hostable DHCP agents. Network: 7261d48d-3e32-4559-af8e-16809b73e4ad, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:17:52.475459 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (1b971cbc-c15b-4af4-90e6-0a7453fb459e), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.476447 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:52.477058 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.482921 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Pushing event updated for resources: {'Subnet': ['ID=971ecbc2-56c8-45d9-b8ae-8324889a48a8,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:52.514801 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9439471 May 04 08:17:52.519407 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40656) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:52.524963 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Request body: {'subnet': {'network_id': '1b971cbc-c15b-4af4-90e6-0a7453fb459e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-255215392-subnet', 'tenant_id': '45899b39221d431c87eb6303a8df61aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:52.549470 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Made reservation on behalf of 45899b39221d431c87eb6303a8df61aa for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:52.552779 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.569190 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Network 7261d48d-3e32-4559-af8e-16809b73e4ad is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:17:52.574125 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08952bbf-e3e0-4fe7-b268-70070d7e4a6e admin admin] Pushing event updated for resources: {'Network': ['ID=1b971cbc-c15b-4af4-90e6-0a7453fb459e,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:52.586718 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 1b971cbc-c15b-4af4-90e6-0a7453fb459e details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:17:52.597440 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 7261d48d-3e32-4559-af8e-16809b73e4ad) {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:52.614595 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:52.615142 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.636910 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-30e6cfcb-3218-402f-8ccc-59587170863c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7375045 May 04 08:17:52.639360 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40666) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:52.640588 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112e08c6-55fc-4df9-bba4-889cdeec46af None None] Network 7261d48d-3e32-4559-af8e-16809b73e4ad requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:52.648350 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:52.704772 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7873556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14674'] for router (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.706344 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7873720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8029972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14683'] for router (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.737825 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40668) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:52.850641 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15561225-b307-4357-89a2-71286316462f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-7261d48d-3e32-4559-af8e-16809b73e4ad', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:17:52.851986 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-15561225-b307-4357-89a2-71286316462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.942751 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks [] for router_controller (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), precommit_add_association {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:52.979994 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40674) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:53.044124 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (f9496572-8139-4048-8c4e-279413766892), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.068308 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-15561225-b307-4357-89a2-71286316462f None None] Allocated IP 172.20.0.2 (7261d48d-3e32-4559-af8e-16809b73e4ad/971ecbc2-56c8-45d9-b8ae-8324889a48a8/00b2c7a0-8944-4b7d-a286-5141e7952029) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:53.110907 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9496572-8139-4048-8c4e-279413766892,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:53.141123 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-144651783-network', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:53.154886 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Checking segment: {'id': 'ff810f60-145b-47c8-a1ab-1a8c668f6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b971cbc-c15b-4af4-90e6-0a7453fb459e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:53.155707 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Network hostable DHCP agents. Network: 1b971cbc-c15b-4af4-90e6-0a7453fb459e, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:17:53.188166 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Network 1b971cbc-c15b-4af4-90e6-0a7453fb459e is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:17:53.207905 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 1b971cbc-c15b-4af4-90e6-0a7453fb459e) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:53.215085 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:53.215921 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.240883 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks [] for router_gateway (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.255978 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Made reservation on behalf of df39866d4e164c0bae5d561c75f0e338 for: {'network': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:53.256599 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-cd7b78cf-ba7d-483a-9127-0acc68a3030d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7357559 May 04 08:17:53.261556 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.275698 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.287880 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64782e81-4d88-4360-a5ff-ea104a00d256 None None] Network 1b971cbc-c15b-4af4-90e6-0a7453fb459e requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:53.390714 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-15561225-b307-4357-89a2-71286316462f None None] Publish callbacks [] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.401840 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-940876005-network', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:53.410103 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-15561225-b307-4357-89a2-71286316462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.474400 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15561225-b307-4357-89a2-71286316462f None None] Network 7261d48d-3e32-4559-af8e-16809b73e4ad is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:53.512128 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-15561225-b307-4357-89a2-71286316462f None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:53.516837 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15561225-b307-4357-89a2-71286316462f None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:53.519910 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15561225-b307-4357-89a2-71286316462f None None] Pushing event updated for resources: {'Port': ['ID=00b2c7a0-8944-4b7d-a286-5141e7952029,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:53.540042 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.540638 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.541141 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.541617 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.542098 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.542687 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.543183 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.543721 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.544017 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.544485 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.545031 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.545739 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.546372 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.546885 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.547289 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15561225-b307-4357-89a2-71286316462f None None] Tracked resource versions report: May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: pushed versions: May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: { 'AddressGroup': {'1.2'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Agent': {'1.1'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'ConntrackHelper': {'1.0'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'LocalIPAssociation': {'1.0'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Log': {'1.0'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'NDPProxy': {'1.0'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Network': {'1.1'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Port': {'1.7'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'PortForwarding': {'1.3'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'QosPolicy': {'1.10'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'SecurityGroup': {'1.5'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'SecurityGroupRule': {'1.2'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'SubPort': {'1.0'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Subnet': {'1.1'}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Trunk': {'1.1'}} May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: consumer versions: May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: { DHCP agent@dv-cinder-840289-4-smb: {}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: HyperV agent@hv-cinder-84028: {}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: L3 agent@dv-cinder-840289-4-smb: {}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: Metadata agent@dv-cinder-840289-4-smb: {}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: Metering agent@dv-cinder-840289-4-smb: {}, May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: Open vSwitch agent@dv-cinder-840289-4-smb: { 'AddressGroup': '1.2', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Agent': '1.1', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'ConntrackHelper': '1.0', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'LocalIPAssociation': '1.0', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Log': '1.0', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'NDPProxy': '1.0', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Network': '1.1', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Port': '1.7', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'PortForwarding': '1.3', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'QosPolicy': '1.10', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'SecurityGroup': '1.5', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'SecurityGroupRule': '1.2', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'SubPort': '1.0', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Subnet': '1.1', May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: 'Trunk': '1.1'}} May 04 08:17:53.548695 dv-cinder-840289-4-smb neutron-server[103666]: {{(pid=103666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:17:53.561647 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Made reservation on behalf of 00a96bd69c10431b8c0dba23d4f160c5 for: {'network': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:53.565110 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.617327 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.666859 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-15561225-b307-4357-89a2-71286316462f None None] Attempting to bind port 00b2c7a0-8944-4b7d-a286-5141e7952029 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:53.667906 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-15561225-b307-4357-89a2-71286316462f None None] Attempting to bind port 00b2c7a0-8944-4b7d-a286-5141e7952029 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:53.668660 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15561225-b307-4357-89a2-71286316462f None None] Attempting to bind port 00b2c7a0-8944-4b7d-a286-5141e7952029 on network 7261d48d-3e32-4559-af8e-16809b73e4ad {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:53.672047 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c1588-8065-4402-9d27-0801b370dd10 None None] Network 1b971cbc-c15b-4af4-90e6-0a7453fb459e requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:53.710271 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15561225-b307-4357-89a2-71286316462f None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:53.711258 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15561225-b307-4357-89a2-71286316462f None None] Checking segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:53.711943 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-15561225-b307-4357-89a2-71286316462f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.712502 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15561225-b307-4357-89a2-71286316462f None None] Bound using segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:53.713436 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-15561225-b307-4357-89a2-71286316462f None None] Bound port: 00b2c7a0-8944-4b7d-a286-5141e7952029, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:53.713993 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-15561225-b307-4357-89a2-71286316462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.727300 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Publish callbacks [] for security_group (7aec0dd7-a32a-42c7-8ee0-7cb98bf3c657), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.746491 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7aec0dd7-a32a-42c7-8ee0-7cb98bf3c657), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.809149 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:17:53.829408 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks [] for router_gateway (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.874202 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (40466e68-bd02-4d88-aa5d-e81c1ccd4165), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.874668 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.segments_db [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Added segment 40466e68-bd02-4d88-aa5d-e81c1ccd4165 of type vlan for network d3b895c4-6a2b-4006-97c1-fdc5018d64fd May 04 08:17:53.876641 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:53.878522 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aec0dd7-a32a-42c7-8ee0-7cb98bf3c657,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:53.978812 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-15561225-b307-4357-89a2-71286316462f None None] For port 00b2c7a0-8944-4b7d-a286-5141e7952029, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:54.004567 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (d3b895c4-6a2b-4006-97c1-fdc5018d64fd), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.025027 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-15561225-b307-4357-89a2-71286316462f None None] For port 00b2c7a0-8944-4b7d-a286-5141e7952029, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=00b2c7a0-8944-4b7d-a286-5141e7952029,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:54.052343 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-15561225-b307-4357-89a2-71286316462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.092015 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Publish callbacks [] for security_group (d42ece4b-5019-4f03-aeb7-4ac58d6cb17d), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.158458 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d42ece4b-5019-4f03-aeb7-4ac58d6cb17d), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.173555 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15561225-b307-4357-89a2-71286316462f None None] Pushing event updated for resources: {'Port': ['ID=00b2c7a0-8944-4b7d-a286-5141e7952029,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:54.213439 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (d3b895c4-6a2b-4006-97c1-fdc5018d64fd), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.219635 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:54.220383 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.272324 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:17:54.350422 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6120310 May 04 08:17:54.353394 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40728) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:54.362184 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Request body: {'subnet': {'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-144651783-subnet', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:54.423274 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Allocated IP 172.28.3.163 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/10b59db4-6edb-400e-9f26-75a5f82b5707) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:54.428901 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (54d926f4-4de3-4802-bf90-f45aa92e7124), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.429691 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Made reservation on behalf of df39866d4e164c0bae5d561c75f0e338 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:54.430126 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.segments_db [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Added segment 54d926f4-4de3-4802-bf90-f45aa92e7124 of type vlan for network 11a48a86-e059-43c6-bfd5-0f9791819d6e May 04 08:17:54.433468 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42ece4b-5019-4f03-aeb7-4ac58d6cb17d,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:54.434414 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.637686 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (11a48a86-e059-43c6-bfd5-0f9791819d6e), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.665221 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2e22a-29f0-4e89-86e0-825b00773960 admin admin] Pushing event updated for resources: {'Network': ['ID=d3b895c4-6a2b-4006-97c1-fdc5018d64fd,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:54.681049 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:17:54.859718 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (11a48a86-e059-43c6-bfd5-0f9791819d6e), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:54.860702 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:54.861265 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.015662 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (e742a793-acd8-4cc7-8359-6450cf9e8e75), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.087106 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1060283 May 04 08:17:55.093321 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40750) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:55.100736 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e742a793-acd8-4cc7-8359-6450cf9e8e75,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:55.123887 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Checking segment: {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:55.124543 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Network hostable DHCP agents. Network: d3b895c4-6a2b-4006-97c1-fdc5018d64fd, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:17:55.127404 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Request body: {'subnet': {'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-subnet', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:55.147166 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:17:55.165533 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, d3b895c4-6a2b-4006-97c1-fdc5018d64fd) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:55.170552 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20bd3f-9d62-4e58-a840-703ab28e81f2 admin admin] Pushing event updated for resources: {'Network': ['ID=11a48a86-e059-43c6-bfd5-0f9791819d6e,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:55.185782 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49b7f5-9d87-4da6-bd8e-54e28807d7d8 None None] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:55.195462 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:55.196917 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.201128 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks [] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.201784 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:17:55.228626 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-96155cc0-3349-441a-9163-ede1d8511313 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8734474 May 04 08:17:55.229718 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40760) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:55.230125 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Made reservation on behalf of 00a96bd69c10431b8c0dba23d4f160c5 for: {'subnet': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:17:55.235126 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.236479 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:55.265053 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7873556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14674'] for router (607f0a3a-bf18-49a5-83d1-2401f80875f3), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.266521 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7873720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8029972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14683'] for router (607f0a3a-bf18-49a5-83d1-2401f80875f3), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.349796 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks [] for router_controller (607f0a3a-bf18-49a5-83d1-2401f80875f3), precommit_add_association {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.516856 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.596725 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40780) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:55.642658 dv-cinder-840289-4-smb neutron-server[103664]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 08:17:55.667304 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 00b2c7a0-8944-4b7d-a286-5141e7952029 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:55.740553 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:55.769893 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks [] for router_gateway (607f0a3a-bf18-49a5-83d1-2401f80875f3), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.836068 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:55.881350 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:55.896988 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 00b2c7a0-8944-4b7d-a286-5141e7952029 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:55.897405 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:55.941871 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba29749-8b7c-4dbc-af8a-3fa3bc531477 None None] Network 7261d48d-3e32-4559-af8e-16809b73e4ad requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:55.945539 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-d3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:17:55.948712 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.141093 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Pushing event updated for resources: {'Port': ['ID=10b59db4-6edb-400e-9f26-75a5f82b5707,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:56.325660 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-75e69939-086e-462a-9110-9f392fb71cd1 None None] Provisioning complete for port 00b2c7a0-8944-4b7d-a286-5141e7952029 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:56.326973 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-75e69939-086e-462a-9110-9f392fb71cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.353939 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-186e2352-d828-4a17-98b5-51c54b8b0298 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:56.364756 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks [] for router_gateway (607f0a3a-bf18-49a5-83d1-2401f80875f3), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.365433 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-186e2352-d828-4a17-98b5-51c54b8b0298 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/networks?id=1b971cbc-c15b-4af4-90e6-0a7453fb459e HTTP/1.1" status: 200 len: 811 time: 0.7307026 May 04 08:17:56.396315 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.398905 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Allocated IP 172.20.0.2 (d3b895c4-6a2b-4006-97c1-fdc5018d64fd/e742a793-acd8-4cc7-8359-6450cf9e8e75/0c5c8cc9-985e-4c4e-b237-d163949d2e80) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:56.456694 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-b0e7d538-f5e0-47f5-837d-ac2668b4cdb0 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/quotas/45899b39221d431c87eb6303a8df61aa HTTP/1.1" status: 200 len: 375 time: 0.0902689 May 04 08:17:56.587397 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Allocated IP 172.28.3.80 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:56.636000 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40830) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:56.759863 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-47344584-8daf-4097-bc4c-722bd99faae9 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45899b39221d431c87eb6303a8df61aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2901368 May 04 08:17:56.770910 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Publish callbacks [] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.793585 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 00b2c7a0-8944-4b7d-a286-5141e7952029 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:56.793720 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.797432 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.801181 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks [] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.860999 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:56.861373 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:56.908481 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:56.935994 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:56.939467 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:56.984876 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:57.030861 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:57.042098 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (dce22a62-4c78-400f-85f7-67135311dac9), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.069381 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Pushing event updated for resources: {'Port': ['ID=c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:57.098396 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port 00b2c7a0-8944-4b7d-a286-5141e7952029, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=00b2c7a0-8944-4b7d-a286-5141e7952029,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:17:57.135881 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3af5d506-9b1a-45d3-86b3-8605b7e7ebb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.166222 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-ecbd3e66-5e44-4412-a0f8-093577415df5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:17:57.167356 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-ecbd3e66-5e44-4412-a0f8-093577415df5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1763709 May 04 08:17:57.249661 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Attempting to bind port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:57.250105 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Attempting to bind port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:57.250588 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Attempting to bind port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 on network d3b895c4-6a2b-4006-97c1-fdc5018d64fd {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:57.253017 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.254854 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce22a62-4c78-400f-85f7-67135311dac9,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:57.290390 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks [] for router_gateway (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.292779 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:57.293656 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Checking segment: {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:57.294319 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.294983 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Bound using segment: {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:57.296771 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Bound port: 0c5c8cc9-985e-4c4e-b237-d163949d2e80, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:57.297721 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.298276 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Checking segment: {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:57.298676 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Network hostable DHCP agents. Network: 11a48a86-e059-43c6-bfd5-0f9791819d6e, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:17:57.318174 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Pushing event updated for resources: {'Port': ['ID=0c5c8cc9-985e-4c4e-b237-d163949d2e80,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:57.322316 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-75e69939-086e-462a-9110-9f392fb71cd1 None None] Current status of the port 00b2c7a0-8944-4b7d-a286-5141e7952029 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:57.323075 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-75e69939-086e-462a-9110-9f392fb71cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.418872 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:17:57.430852 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks [] for router_gateway (607f0a3a-bf18-49a5-83d1-2401f80875f3), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.432414 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-7a0c5575-35fe-4384-8dfd-50cd70763378 service neutron] 10.222.0.60 "GET /v2.0/networks/1b971cbc-c15b-4af4-90e6-0a7453fb459e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491930 May 04 08:17:57.478808 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=00b2c7a0-8944-4b7d-a286-5141e7952029,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:57.486858 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] For port 0c5c8cc9-985e-4c4e-b237-d163949d2e80, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:57.489247 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40862) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:57.498086 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] For port 0c5c8cc9-985e-4c4e-b237-d163949d2e80, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=0c5c8cc9-985e-4c4e-b237-d163949d2e80,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:57.501238 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.db.api [None req-75e69939-086e-462a-9110-9f392fb71cd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 08:17:57.502075 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG oslo_db.api [None req-75e69939-086e-462a-9110-9f392fb71cd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 08:17:57.508443 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.516452 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 11a48a86-e059-43c6-bfd5-0f9791819d6e) {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:57.530619 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:17:57.531617 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.570376 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5c764-13e9-4e3c-8db3-c46842aeb64a None None] Pushing event updated for resources: {'Port': ['ID=0c5c8cc9-985e-4c4e-b237-d163949d2e80,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:57.573683 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d0a83-f668-40c6-b86d-e515365f95b6 None None] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:57.674145 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3af5d506-9b1a-45d3-86b3-8605b7e7ebb4 admin admin] Publish callbacks [] for security_group (b8316104-a9c4-4b71-9dcc-1925e744bd5c), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.786442 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-11a48a86-e059-43c6-bfd5-0f9791819d6e', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:17:57.789619 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.817732 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-6021e3f9-c536-41b9-bfad-447f67ac31b7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7199259 May 04 08:17:57.829339 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40874) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:57.844508 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:17:57.856375 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1a013d67-3b7f-4e68-9629-aab4c75abf9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.938705 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-0fdf5b24-784c-4c3e-87cb-368650addfc0 service neutron] 10.222.0.60 "GET /v2.0/networks/1b971cbc-c15b-4af4-90e6-0a7453fb459e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053353 May 04 08:17:57.976250 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7873556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14674'] for router (b5b2f5da-ae06-4010-8c14-42237142a6ec), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.977744 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7873720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8029972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14683'] for router (b5b2f5da-ae06-4010-8c14-42237142a6ec), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:57.978809 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Allocated IP 172.20.0.2 (11a48a86-e059-43c6-bfd5-0f9791819d6e/dce22a62-4c78-400f-85f7-67135311dac9/3f7b39a8-0355-4261-8c5e-f31d60aa7093) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:17:57.992043 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3af5d506-9b1a-45d3-86b3-8605b7e7ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b8316104-a9c4-4b71-9dcc-1925e744bd5c), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.095186 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d506-9b1a-45d3-86b3-8605b7e7ebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8316104-a9c4-4b71-9dcc-1925e744bd5c,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:58.120719 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks [] for router_controller (b5b2f5da-ae06-4010-8c14-42237142a6ec), precommit_add_association {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.136869 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3af5d506-9b1a-45d3-86b3-8605b7e7ebb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5601dcae4b584223ac5e1d9c8b6b4e95&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4969339 May 04 08:17:58.146351 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40882) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:58.235565 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Publish callbacks [] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.245616 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-75e69939-086e-462a-9110-9f392fb71cd1 None None] Current status of the port 00b2c7a0-8944-4b7d-a286-5141e7952029 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:58.263061 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.281486 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7873665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106'] for router (607f0a3a-bf18-49a5-83d1-2401f80875f3), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.353519 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-788458cd-1faa-44e9-935e-d8a0a5b0e85a admin admin] Publish callbacks [] for security_group (b8316104-a9c4-4b71-9dcc-1925e744bd5c), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.381039 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:17:58.417651 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:17:58.431507 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:17:58.432184 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-788458cd-1faa-44e9-935e-d8a0a5b0e85a admin admin] Publish callbacks [] for security_group (b8316104-a9c4-4b71-9dcc-1925e744bd5c), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.435630 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Pushing event updated for resources: {'Port': ['ID=3f7b39a8-0355-4261-8c5e-f31d60aa7093,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:58.440681 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7873665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106'] for router (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.445771 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-9e8732e9-0fc8-4625-8c13-6f268222607d None None] Provisioning complete for port 00b2c7a0-8944-4b7d-a286-5141e7952029 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:58.447576 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-9e8732e9-0fc8-4625-8c13-6f268222607d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.585293 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Router 607f0a3a-bf18-49a5-83d1-2401f80875f3 is scheduled to L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b with binding_index 1 {{(pid=103665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:17:58.599542 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-788458cd-1faa-44e9-935e-d8a0a5b0e85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b8316104-a9c4-4b71-9dcc-1925e744bd5c), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.604423 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Attempting to bind port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:17:58.604931 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Attempting to bind port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:17:58.605221 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Attempting to bind port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 on network 11a48a86-e059-43c6-bfd5-0f9791819d6e {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:17:58.606709 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-788458cd-1faa-44e9-935e-d8a0a5b0e85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.612404 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-788458cd-1faa-44e9-935e-d8a0a5b0e85a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8316104-a9c4-4b71-9dcc-1925e744bd5c HTTP/1.1" status: 204 len: 168 time: 0.3980415 May 04 08:17:58.643126 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788458cd-1faa-44e9-935e-d8a0a5b0e85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8316104-a9c4-4b71-9dcc-1925e744bd5c,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:58.802946 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3bb6818c-5e2b-4335-84bd-e4acc203755d req-c1ef41dc-87b5-4041-a843-87984dad8e84 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.1850235 May 04 08:17:58.830882 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks [] for router_gateway (b5b2f5da-ae06-4010-8c14-42237142a6ec), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.840755 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:17:58.856332 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1a013d67-3b7f-4e68-9629-aab4c75abf9f admin admin] Publish callbacks [] for security_group (e65d1ee7-49a8-48a1-9653-1cf15e103f08), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.873077 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1a013d67-3b7f-4e68-9629-aab4c75abf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e65d1ee7-49a8-48a1-9653-1cf15e103f08), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.876027 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Sync routers for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:17:58.892693 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:58.897299 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-32c1aa79-14ed-48ad-8f68-e66dbe05e60c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6660697 May 04 08:17:58.905712 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40924) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:58.951509 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:17:58.951509 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:17:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:59.194221 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:17:59.195069 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Checking segment: {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:17:59.203201 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:59.203970 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Bound using segment: {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:17:59.204692 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Bound port: 3f7b39a8-0355-4261-8c5e-f31d60aa7093, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:17:59.205310 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:59.297381 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1a013d67-3b7f-4e68-9629-aab4c75abf9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93eb88460bc44e8599d0dbfb72ad5524&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8051252 May 04 08:17:59.298445 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a013d67-3b7f-4e68-9629-aab4c75abf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d1ee7-49a8-48a1-9653-1cf15e103f08,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:59.310131 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40934) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:59.339443 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:17:59.381519 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-9e8732e9-0fc8-4625-8c13-6f268222607d None None] Current status of the port 00b2c7a0-8944-4b7d-a286-5141e7952029 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:59.409523 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10711986-ed85-4e8a-82b3-ff86a89a7915 None None] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:17:59.528286 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] For port 3f7b39a8-0355-4261-8c5e-f31d60aa7093, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:17:59.534124 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] For port 3f7b39a8-0355-4261-8c5e-f31d60aa7093, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=3f7b39a8-0355-4261-8c5e-f31d60aa7093,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:17:59.572776 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40938) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:17:59.604945 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-eb213c0e-0117-4e27-b602-155af4d66669 None None] Provisioning complete for port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:17:59.605510 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-eb213c0e-0117-4e27-b602-155af4d66669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:59.613836 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:59.632501 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a597ef40-b4b8-4043-9e6d-9ec4ed29d51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:59.678642 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f is scheduled to L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b with binding_index 1 {{(pid=103664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:17:59.701939 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:17:57Z', 'revision_number': 3, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:17:59.741143 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 0c5c8cc9-985e-4c4e-b237-d163949d2e80 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:17:59.778103 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Checking router: 607f0a3a-bf18-49a5-83d1-2401f80875f3 for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:17:59.778744 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Updating router 607f0a3a-bf18-49a5-83d1-2401f80875f3 port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 binding host dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:17:59.813666 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f34a6-f82f-4f18-b0fb-f0c26e63df97 None None] Pushing event updated for resources: {'Port': ['ID=3f7b39a8-0355-4261-8c5e-f31d60aa7093,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:17:59.851915 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:59.940134 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-eb213c0e-0117-4e27-b602-155af4d66669 None None] Current status of the port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:17:59.940534 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-eb213c0e-0117-4e27-b602-155af4d66669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:17:59.982456 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a597ef40-b4b8-4043-9e6d-9ec4ed29d51b admin admin] Publish callbacks [] for security_group (cb0ce190-863c-4748-a8fd-3b9a1f6490e7), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.034740 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 40948) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:00.038181 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:00.059049 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-eb213c0e-0117-4e27-b602-155af4d66669 None None] For port 0c5c8cc9-985e-4c4e-b237-d163949d2e80, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=0c5c8cc9-985e-4c4e-b237-d163949d2e80,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:00.068275 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Sync routers for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:00.069616 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks [] for router_gateway (b5b2f5da-ae06-4010-8c14-42237142a6ec), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.136659 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-eb213c0e-0117-4e27-b602-155af4d66669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.141305 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a597ef40-b4b8-4043-9e6d-9ec4ed29d51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (cb0ce190-863c-4748-a8fd-3b9a1f6490e7), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.210078 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a8550eae-b3ad-4675-8f86-4789c327365e req-74ede501-5336-4824-ae9f-b43e9d89ebbb tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.1373506 May 04 08:18:00.250930 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:00.252201 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:17:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:00.352918 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-dd5657b2-97fe-4f03-9e93-2710b1c86884 admin admin] Publish callbacks [] for security_group (e65d1ee7-49a8-48a1-9653-1cf15e103f08), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.363828 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.373271 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a597ef40-b4b8-4043-9e6d-9ec4ed29d51b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=931e700643dd4e6bb9824b686a4a9eb9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7927909 May 04 08:18:00.379095 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40968) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:00.383035 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1e23f69b-37cb-4323-aa1d-83e7cb79d2cb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7411835 May 04 08:18:00.392377 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 40970) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:00.410895 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.439786 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597ef40-b4b8-4043-9e6d-9ec4ed29d51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0ce190-863c-4748-a8fd-3b9a1f6490e7,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:00.440324 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:00.440715 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.505093 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Publish callbacks [] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), precommit_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.515582 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.542926 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-e5f36c9f-3bab-41d8-ab69-b7012663163d None None] Provisioning complete for port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:00.543648 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e5f36c9f-3bab-41d8-ab69-b7012663163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.574571 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Pushing event updated for resources: {'Port': ['ID=c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5,revision_number=2']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:00.585684 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.586354 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.586941 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.587613 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.588275 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.588783 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.589270 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.589737 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.590321 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.591060 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.591862 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.593808 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.594684 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.595180 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.595668 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:00.596348 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-dd5657b2-97fe-4f03-9e93-2710b1c86884 admin admin] Publish callbacks [] for security_group (e65d1ee7-49a8-48a1-9653-1cf15e103f08), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Tracked resource versions report: May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: pushed versions: May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: { 'AddressGroup': {'1.2'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Agent': {'1.1'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'ConntrackHelper': {'1.0'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'LocalIPAssociation': {'1.0'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Log': {'1.0'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'NDPProxy': {'1.0'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Network': {'1.1'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Port': {'1.7'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'PortForwarding': {'1.3'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'QosPolicy': {'1.10'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'SecurityGroup': {'1.5'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'SecurityGroupRule': {'1.2'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'SubPort': {'1.0'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Subnet': {'1.1'}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Trunk': {'1.1'}} May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: consumer versions: May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: { DHCP agent@dv-cinder-840289-4-smb: {}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: HyperV agent@hv-cinder-84028: {}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: L3 agent@dv-cinder-840289-4-smb: {}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: Metadata agent@dv-cinder-840289-4-smb: {}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: Metering agent@dv-cinder-840289-4-smb: {}, May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: Open vSwitch agent@dv-cinder-840289-4-smb: { 'AddressGroup': '1.2', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Agent': '1.1', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'ConntrackHelper': '1.0', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'LocalIPAssociation': '1.0', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Log': '1.0', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'NDPProxy': '1.0', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Network': '1.1', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Port': '1.7', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'PortForwarding': '1.3', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'QosPolicy': '1.10', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'SecurityGroup': '1.5', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'SecurityGroupRule': '1.2', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'SubPort': '1.0', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Subnet': '1.1', May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: 'Trunk': '1.1'}} May 04 08:18:00.597199 dv-cinder-840289-4-smb neutron-server[103667]: {{(pid=103667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 08:18:00.621166 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Attempting to bind port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:00.621837 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Attempting to bind port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:00.622353 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Attempting to bind port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 on network 43f11a13-1bd8-4746-8240-30468e86dc6b {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:00.629676 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:00.630348 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:00.630946 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.631512 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Bound using segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:00.632175 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Bound port: c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:00.632983 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.644218 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c042fb57-9d0e-4752-982d-0b75b3d76aaf admin admin] Publish callbacks [] for security_group (cb0ce190-863c-4748-a8fd-3b9a1f6490e7), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.716478 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] For port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:00.721647 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] For port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:00.737633 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.805397 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb213c0e-0117-4e27-b602-155af4d66669 None None] Pushing event updated for resources: {'Port': ['ID=0c5c8cc9-985e-4c4e-b237-d163949d2e80,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:00.837618 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.872045 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894135f3-1ba2-439d-a8b0-99319737f98e None None] Pushing event updated for resources: {'Port': ['ID=c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5,revision_number=3']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:00.903595 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:00.905047 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:17:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:00.927327 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c042fb57-9d0e-4752-982d-0b75b3d76aaf admin admin] Publish callbacks [] for security_group (cb0ce190-863c-4748-a8fd-3b9a1f6490e7), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.981152 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-dd5657b2-97fe-4f03-9e93-2710b1c86884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e65d1ee7-49a8-48a1-9653-1cf15e103f08), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.984394 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-dd5657b2-97fe-4f03-9e93-2710b1c86884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:00.996720 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-dd5657b2-97fe-4f03-9e93-2710b1c86884 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e65d1ee7-49a8-48a1-9653-1cf15e103f08 HTTP/1.1" status: 204 len: 168 time: 1.6708853 May 04 08:18:01.064530 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Allocated IP 172.28.3.28 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/a3bc510e-267e-414d-93ba-b21a7ca8e70b) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:01.074580 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:01.078584 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5657b2-97fe-4f03-9e93-2710b1c86884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d1ee7-49a8-48a1-9653-1cf15e103f08,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:01.151928 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:01.342753 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-e5f36c9f-3bab-41d8-ab69-b7012663163d None None] Current status of the port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:01.428788 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks [] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:01.455561 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:01.457110 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 00b2c7a0-8944-4b7d-a286-5141e7952029 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:01.539269 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:01.638386 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:01.648967 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:01.661971 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:01.682243 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Allocated IP 172.20.0.1 (d3b895c4-6a2b-4006-97c1-fdc5018d64fd/e742a793-acd8-4cc7-8359-6450cf9e8e75/c27e6e69-6155-46ca-aab7-53b70854f9d6) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:01.691691 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:17:57Z', 'revision_number': 3, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:01.767244 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b0f18-b4c0-4e8c-af9a-00f13b901c61 None None] The sync data for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb is: [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:17:57Z', 'revision_number': 3, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:01.787850 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Pushing event updated for resources: {'Port': ['ID=a3bc510e-267e-414d-93ba-b21a7ca8e70b,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:01.835991 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 00b2c7a0-8944-4b7d-a286-5141e7952029 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:01.836574 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:01.865089 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b3b54785-c5d5-46fd-9b99-28e704946d3a req-eba29094-962c-4af2-9877-91267b3b71df tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0621896 May 04 08:18:01.903854 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426b572-4263-40dd-b8a6-ce046788bd27 None None] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:18:01.975300 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41022) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:02.011975 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:17:56Z', 'revision_number': 3, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:02.068777 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c042fb57-9d0e-4752-982d-0b75b3d76aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (cb0ce190-863c-4748-a8fd-3b9a1f6490e7), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:02.072238 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c042fb57-9d0e-4752-982d-0b75b3d76aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:02.075797 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c042fb57-9d0e-4752-982d-0b75b3d76aaf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb0ce190-863c-4748-a8fd-3b9a1f6490e7 HTTP/1.1" status: 204 len: 168 time: 1.6933875 May 04 08:18:02.166588 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-a980a154-3e71-4807-91aa-a0b0167c4330 None None] Provisioning complete for port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:02.167254 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-a980a154-3e71-4807-91aa-a0b0167c4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:02.212867 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Checking router: abc9bf1d-0b12-49b3-94c3-8aefcc0b645f for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:02.216876 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Updating router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f port 10b59db4-6edb-400e-9f26-75a5f82b5707 binding host dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:18:02.241892 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8029c6e4-d4f7-4937-adc4-4dfd317fa84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:02.505010 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042fb57-9d0e-4752-982d-0b75b3d76aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0ce190-863c-4748-a8fd-3b9a1f6490e7,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:02.595508 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:02.638544 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Publish callbacks [] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:02.665561 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks [] for router_gateway (b5b2f5da-ae06-4010-8c14-42237142a6ec), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:02.676777 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 00b2c7a0-8944-4b7d-a286-5141e7952029 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:02.744083 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.62', 64667) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:02.996538 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41054) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:03.157043 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-a980a154-3e71-4807-91aa-a0b0167c4330 None None] Current status of the port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:03.163164 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-a980a154-3e71-4807-91aa-a0b0167c4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.273464 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-a980a154-3e71-4807-91aa-a0b0167c4330 None None] For port 3f7b39a8-0355-4261-8c5e-f31d60aa7093, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=3f7b39a8-0355-4261-8c5e-f31d60aa7093,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:03.304605 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-a980a154-3e71-4807-91aa-a0b0167c4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.309609 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8029c6e4-d4f7-4937-adc4-4dfd317fa84d admin admin] Publish callbacks [] for security_group (ff5e4a29-0e08-4d6f-b3e4-4c304ca3f75a), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.343878 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 3f7b39a8-0355-4261-8c5e-f31d60aa7093 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:03.355145 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8029c6e4-d4f7-4937-adc4-4dfd317fa84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ff5e4a29-0e08-4d6f-b3e4-4c304ca3f75a), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.387102 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c3cbf285-adec-4400-9a6f-3b1b93660006 req-f800052c-5de7-48a6-a4f3-696dee690179 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.2208271 May 04 08:18:03.541609 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029c6e4-d4f7-4937-adc4-4dfd317fa84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5e4a29-0e08-4d6f-b3e4-4c304ca3f75a,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:03.548565 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-8029c6e4-d4f7-4937-adc4-4dfd317fa84d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2aa36ec26ab04135b761374f6646ddf6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5695782 May 04 08:18:03.551378 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41084) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:03.663722 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.703500 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:03.713438 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:03.722123 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8a6-0941-424b-96b5-13442ffbc176 admin admin] Publish callbacks [] for security_group (ff5e4a29-0e08-4d6f-b3e4-4c304ca3f75a), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.727796 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:03.734914 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878071'] for router_interface (607f0a3a-bf18-49a5-83d1-2401f80875f3), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.756348 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8a6-0941-424b-96b5-13442ffbc176 admin admin] Publish callbacks [] for security_group (ff5e4a29-0e08-4d6f-b3e4-4c304ca3f75a), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.814452 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24201c91-b9cb-402f-a7c4-2fd0d182986f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.830094 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-98a2ea7c-da5b-42e1-9042-e463d7f4fcb3 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:03.831779 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-98a2ea7c-da5b-42e1-9042-e463d7f4fcb3 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.62 "GET /v2.0/networks?id=1b971cbc-c15b-4af4-90e6-0a7453fb459e HTTP/1.1" status: 200 len: 811 time: 1.0871241 May 04 08:18:03.839354 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7873665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106'] for router (b5b2f5da-ae06-4010-8c14-42237142a6ec), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.886605 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-25190bdd-9022-43fb-9d3b-b8601411817d None None] Provisioning complete for port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:03.886988 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-25190bdd-9022-43fb-9d3b-b8601411817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.949481 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980a154-3e71-4807-91aa-a0b0167c4330 None None] Pushing event updated for resources: {'Port': ['ID=3f7b39a8-0355-4261-8c5e-f31d60aa7093,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:03.963747 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Request body: {'port': {'device_id': 'fc218dbb-194d-4cba-93e9-cd14c8abc4e8', 'network_id': '1b971cbc-c15b-4af4-90e6-0a7453fb459e', 'admin_state_up': True, 'tenant_id': '45899b39221d431c87eb6303a8df61aa'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:03.978600 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-516b2a7d-4b0f-413d-85ba-182c3e847120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:03.981654 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Publish callbacks [] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), precommit_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.000665 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.042657 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:04.043276 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.142659 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Attempting to bind port 10b59db4-6edb-400e-9f26-75a5f82b5707 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:04.143163 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Attempting to bind port 10b59db4-6edb-400e-9f26-75a5f82b5707 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:04.143776 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Attempting to bind port 10b59db4-6edb-400e-9f26-75a5f82b5707 on network 43f11a13-1bd8-4746-8240-30468e86dc6b {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:04.146168 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d534-c7e5-443c-b916-f634aee58372 None None] Pushing event updated for resources: {'Port': ['ID=10b59db4-6edb-400e-9f26-75a5f82b5707,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:04.196597 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:04.197231 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:04.197452 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.197980 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Bound using segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:04.199951 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Bound port: 10b59db4-6edb-400e-9f26-75a5f82b5707, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:04.200554 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.210607 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8a6-0941-424b-96b5-13442ffbc176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ff5e4a29-0e08-4d6f-b3e4-4c304ca3f75a), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.213248 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8a6-0941-424b-96b5-13442ffbc176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.216681 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-54cfb8a6-0941-424b-96b5-13442ffbc176 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff5e4a29-0e08-4d6f-b3e4-4c304ca3f75a HTTP/1.1" status: 204 len: 168 time: 0.6621444 May 04 08:18:04.232317 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfb8a6-0941-424b-96b5-13442ffbc176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5e4a29-0e08-4d6f-b3e4-4c304ca3f75a,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:04.242832 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24201c91-b9cb-402f-a7c4-2fd0d182986f admin admin] Publish callbacks [] for security_group (2b886401-cb5c-4a4d-8642-48106b693c27), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.255597 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24201c91-b9cb-402f-a7c4-2fd0d182986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2b886401-cb5c-4a4d-8642-48106b693c27), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.277698 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-25190bdd-9022-43fb-9d3b-b8601411817d None None] Current status of the port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:04.334752 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24201c91-b9cb-402f-a7c4-2fd0d182986f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b886401-cb5c-4a4d-8642-48106b693c27,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:04.345136 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] For port 10b59db4-6edb-400e-9f26-75a5f82b5707, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:04.348560 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-24201c91-b9cb-402f-a7c4-2fd0d182986f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1800515791f3483cbb53b978928efb17&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1837323 May 04 08:18:04.349885 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41112) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:04.361933 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:04.370442 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 0c5c8cc9-985e-4c4e-b237-d163949d2e80 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:04.427618 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] For port 10b59db4-6edb-400e-9f26-75a5f82b5707, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=10b59db4-6edb-400e-9f26-75a5f82b5707,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:04.441048 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Router b5b2f5da-ae06-4010-8c14-42237142a6ec is scheduled to L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b with binding_index 1 {{(pid=103664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:18:04.458916 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.493659 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f7202fd9-9a79-4bd1-a9ee-091e3e8ae6c8 admin admin] Publish callbacks [] for security_group (2b886401-cb5c-4a4d-8642-48106b693c27), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.604732 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0182d4c9-a4fb-47f0-9dbd-e44b6f58b24f None None] Provisioning complete for port c27e6e69-6155-46ca-aab7-53b70854f9d6 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:04.613319 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0182d4c9-a4fb-47f0-9dbd-e44b6f58b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.614001 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Pushing event updated for resources: {'Port': ['ID=c27e6e69-6155-46ca-aab7-53b70854f9d6,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:04.689639 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:04.702519 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Sync routers for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:04.730369 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f7202fd9-9a79-4bd1-a9ee-091e3e8ae6c8 admin admin] Publish callbacks [] for security_group (2b886401-cb5c-4a4d-8642-48106b693c27), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.748333 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:04.749051 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:17:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:04.755947 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:04.758202 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-d0158c12-c497-4109-b22f-3ff39a826d34 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9276631 May 04 08:18:04.774365 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41124) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:04.885501 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89b4d4a4-90a3-4ea5-95c3-629e7bf08358 req-7311237b-b244-4f15-9f95-42b41f6f6c01 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.2020731 May 04 08:18:05.055147 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0182d4c9-a4fb-47f0-9dbd-e44b6f58b24f None None] Port c27e6e69-6155-46ca-aab7-53b70854f9d6 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:05.097994 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d534-c7e5-443c-b916-f634aee58372 None None] Pushing event updated for resources: {'Port': ['ID=10b59db4-6edb-400e-9f26-75a5f82b5707,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:05.121157 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:05.121548 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:05.169608 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f7202fd9-9a79-4bd1-a9ee-091e3e8ae6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2b886401-cb5c-4a4d-8642-48106b693c27), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:05.173201 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f7202fd9-9a79-4bd1-a9ee-091e3e8ae6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:05.179518 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-f7202fd9-9a79-4bd1-a9ee-091e3e8ae6c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b886401-cb5c-4a4d-8642-48106b693c27 HTTP/1.1" status: 204 len: 168 time: 0.8279281 May 04 08:18:05.226934 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7202fd9-9a79-4bd1-a9ee-091e3e8ae6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b886401-cb5c-4a4d-8642-48106b693c27,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:05.257739 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:05.366597 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:05.374804 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:17:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:05.466672 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:05.571319 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Made reservation on behalf of 45899b39221d431c87eb6303a8df61aa for: {'port': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:05.578457 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:05.857952 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:05.866230 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:06.023622 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:02Z', 'revision_number': 3, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:06.052428 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:06.060350 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Checking router: b5b2f5da-ae06-4010-8c14-42237142a6ec for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:06.061237 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Updating router b5b2f5da-ae06-4010-8c14-42237142a6ec port a3bc510e-267e-414d-93ba-b21a7ca8e70b binding host dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:18:06.126020 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:06.229738 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f9d8cc4f-6d31-449a-8cbc-a6f54a82bb0e req-c77e3e7a-712f-4985-8569-89d17bfbf056 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0809236 May 04 08:18:06.270180 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Allocated IP 172.20.0.5 (1b971cbc-c15b-4af4-90e6-0a7453fb459e/f9496572-8139-4048-8c4e-279413766892/0cca4e4a-c6f6-4c8e-8172-d125d59f2da0) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:06.329494 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:06.330454 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:06.412085 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:06.537879 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:06.539207 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:06.556721 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1478ed6a-70f2-40b3-9199-438209022ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:06.598595 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:06.625639 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:06.630408 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:06.888088 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 3f7b39a8-0355-4261-8c5e-f31d60aa7093 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:06.890888 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Publish callbacks [] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), precommit_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:06.901476 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:07.019956 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e53a7-4e76-46fc-b591-87e6ef702a6d None None] Pushing event updated for resources: {'Port': ['ID=a3bc510e-267e-414d-93ba-b21a7ca8e70b,revision_number=2']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:07.066269 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Attempting to bind port a3bc510e-267e-414d-93ba-b21a7ca8e70b on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:07.069284 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Attempting to bind port a3bc510e-267e-414d-93ba-b21a7ca8e70b by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:07.070776 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Attempting to bind port a3bc510e-267e-414d-93ba-b21a7ca8e70b on network 43f11a13-1bd8-4746-8240-30468e86dc6b {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:07.084740 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:07.085580 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:07.086225 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:07.086885 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Bound using segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:07.089178 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Bound port: a3bc510e-267e-414d-93ba-b21a7ca8e70b, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:07.089892 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:07.160765 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:07.161151 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:07.216566 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] For port a3bc510e-267e-414d-93ba-b21a7ca8e70b, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:07.228332 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] For port a3bc510e-267e-414d-93ba-b21a7ca8e70b, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=a3bc510e-267e-414d-93ba-b21a7ca8e70b,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:07.241019 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:07.300965 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:17:56Z', 'revision_number': 3, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:07.321986 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Publish callbacks [] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:07.356736 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:07.357493 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7841892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877993'] for router_interface (607f0a3a-bf18-49a5-83d1-2401f80875f3), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:07.386708 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e53a7-4e76-46fc-b591-87e6ef702a6d None None] Pushing event updated for resources: {'Port': ['ID=a3bc510e-267e-414d-93ba-b21a7ca8e70b,revision_number=3']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:07.450937 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:07.456655 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:07.472817 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:07.483993 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0f1e2-bf70-4784-949a-97d3f0453679 None None] The sync data for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb is: [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:17:56Z', 'revision_number': 3, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:07.549719 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:07.595375 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:07.756335 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:07.765648 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6b046746-4597-46d7-a978-c601829edc04 req-b4c33edc-6c67-4b22-b016-6ae98777e552 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.3642254 May 04 08:18:07.952113 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Pushing event updated for resources: {'Port': ['ID=c27e6e69-6155-46ca-aab7-53b70854f9d6,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:08.054412 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Publish callbacks [] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:08.120498 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Allocated IP 172.20.0.1 (11a48a86-e059-43c6-bfd5-0f9791819d6e/dce22a62-4c78-400f-85f7-67135311dac9/75aeb29f-ad7a-46bc-96c5-33b800f3ffab) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:08.168836 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:02Z', 'revision_number': 3, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:08.290112 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6daa04b-08c5-4572-b8cc-6209952a1590 None None] The sync data for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb is: [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:02Z', 'revision_number': 3, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:08.592382 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41196) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:08.732325 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:08.792517 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:08.817198 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Publish callbacks [] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:09.009169 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:09.131988 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Allocated IP 172.20.0.1 (7261d48d-3e32-4559-af8e-16809b73e4ad/971ecbc2-56c8-45d9-b8ae-8324889a48a8/10c6ac00-cc6d-46e3-8ff5-26740fbb79c8) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:09.164457 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:09.323422 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Pushing event updated for resources: {'Port': ['ID=75aeb29f-ad7a-46bc-96c5-33b800f3ffab,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:09.340513 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:09.388340 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:09.408435 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7aa87328-ac3e-410f-97e1-f71f3c796b6a req-30730d8c-9733-4312-8b40-ea936a63cec3 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.3498974 May 04 08:18:09.410977 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:09.414830 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:09.419661 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878071'] for router_interface (b5b2f5da-ae06-4010-8c14-42237142a6ec), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:09.577425 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:09.578033 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:09.818297 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Publish callbacks [] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:09.845468 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-a2500e2d-264c-4516-a258-1c5ae62662f6 None None] Provisioning complete for port c27e6e69-6155-46ca-aab7-53b70854f9d6 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:09.849131 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-a2500e2d-264c-4516-a258-1c5ae62662f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:09.946406 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-a2500e2d-264c-4516-a258-1c5ae62662f6 None None] Port c27e6e69-6155-46ca-aab7-53b70854f9d6 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:10.019602 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:10.027405 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 10b59db4-6edb-400e-9f26-75a5f82b5707 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:10.033580 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:10.137885 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:10.218644 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Network 1b971cbc-c15b-4af4-90e6-0a7453fb459e is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:10.240414 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 10b59db4-6edb-400e-9f26-75a5f82b5707 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:10.242767 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:10.319409 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-df2b580a-e4c6-4a40-8ff9-1eee2452b68f None None] Provisioning complete for port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:10.320340 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-df2b580a-e4c6-4a40-8ff9-1eee2452b68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:10.525048 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:10.619475 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:10.622260 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Pushing event updated for resources: {'Port': ['ID=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:10.640425 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:10.649750 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:10.651697 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:10.751136 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-39aee9d6-071e-4bf3-843b-0f693d1eea92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:10.775517 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-1a5e2a8b-18fc-473a-8e91-55eb85dab094 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8258567 May 04 08:18:10.795488 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Network 7261d48d-3e32-4559-af8e-16809b73e4ad is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:10.837291 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d45ee-f031-46f2-9327-1aa607f6c9e6 req-c9675279-b684-4be2-9bc5-9c8ee030dc17 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:10.844899 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-028d45ee-f031-46f2-9327-1aa607f6c9e6 req-c9675279-b684-4be2-9bc5-9c8ee030dc17 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 931 time: 0.2706370 May 04 08:18:10.868445 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-a0aa2853-dd73-4ea9-88d2-0b0463eb49cb tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103665) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:18:10.874781 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-a0aa2853-dd73-4ea9-88d2-0b0463eb49cb tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0200229 May 04 08:18:10.876444 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:10.898888 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:10.899485 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878071'] for router_interface (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:11.167546 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-028d45ee-f031-46f2-9327-1aa607f6c9e6 req-32880e51-1c7c-4b6f-83b7-8ae35b48b164 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213964 May 04 08:18:11.282971 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-df2b580a-e4c6-4a40-8ff9-1eee2452b68f None None] Port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:11.293156 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:11.382443 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 10b59db4-6edb-400e-9f26-75a5f82b5707 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:11.382911 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:11.472146 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port 10b59db4-6edb-400e-9f26-75a5f82b5707, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=10b59db4-6edb-400e-9f26-75a5f82b5707,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:11.473185 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Publish callbacks [] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:11.480091 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:11.488567 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:11.491685 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7841892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877993'] for router_interface (b5b2f5da-ae06-4010-8c14-42237142a6ec), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:11.614265 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Pushing event updated for resources: {'Port': ['ID=10c6ac00-cc6d-46e3-8ff5-26740fbb79c8,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:11.683799 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Request body: {'port': {'device_id': 'fc218dbb-194d-4cba-93e9-cd14c8abc4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:11.693421 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=10b59db4-6edb-400e-9f26-75a5f82b5707,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:11.760480 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-e958b131-3673-45c0-b828-1bdc47b52ce9 None None] Provisioning complete for port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:11.760865 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e958b131-3673-45c0-b828-1bdc47b52ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:11.810605 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device a3bc510e-267e-414d-93ba-b21a7ca8e70b up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:11.841875 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Pushing event updated for resources: {'Port': ['ID=75aeb29f-ad7a-46bc-96c5-33b800f3ffab,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:11.882594 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-e958b131-3673-45c0-b828-1bdc47b52ce9 None None] Port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:11.895676 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port a3bc510e-267e-414d-93ba-b21a7ca8e70b triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:11.895937 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:11.902075 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Router 607f0a3a-bf18-49a5-83d1-2401f80875f3 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:18:11.960918 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:11.967352 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:12.115401 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:12.182781 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-39aee9d6-071e-4bf3-843b-0f693d1eea92 admin admin] Publish callbacks [] for security_group (d1b54c6d-0f4d-4449-aa15-a80ba1f29b02), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:12.276042 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port a3bc510e-267e-414d-93ba-b21a7ca8e70b is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:12.276382 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:12.318067 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-39aee9d6-071e-4bf3-843b-0f693d1eea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d1b54c6d-0f4d-4449-aa15-a80ba1f29b02), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:12.413880 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port a3bc510e-267e-414d-93ba-b21a7ca8e70b, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=a3bc510e-267e-414d-93ba-b21a7ca8e70b,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:12.431886 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:12.674400 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-29883884-db2c-496c-a791-05e21941f6d8 None None] Provisioning complete for port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:12.675023 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-29883884-db2c-496c-a791-05e21941f6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:12.679916 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdc69e-5f8f-4639-ac1e-be11cdfcfbe8 req-f4b45a95-5520-4396-a55f-c35c7107580b tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:12.683364 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ecdc69e-5f8f-4639-ac1e-be11cdfcfbe8 req-f4b45a95-5520-4396-a55f-c35c7107580b tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 931 time: 0.1895521 May 04 08:18:12.736206 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Router b5b2f5da-ae06-4010-8c14-42237142a6ec has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:18:12.742826 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=a3bc510e-267e-414d-93ba-b21a7ca8e70b,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:12.808708 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-29883884-db2c-496c-a791-05e21941f6d8 None None] Port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:12.845969 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-39aee9d6-071e-4bf3-843b-0f693d1eea92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40386e9c401942baa491c7e0819979f0&name=default HTTP/1.1" status: 200 len: 2996 time: 4.2463374 May 04 08:18:12.849389 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:12.871521 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41264) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:12.874980 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-23880614-baf7-4f9e-9fe4-0784a284eb03 admin admin] 10.222.0.60 "PUT /v2.0/routers/607f0a3a-bf18-49a5-83d1-2401f80875f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9699874 May 04 08:18:12.875253 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Sync routers for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:12.897063 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:12.909064 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:12.937311 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:13.183094 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:13.189598 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-0f920ba4-d519-4a68-b873-aba40bb97d09 admin admin] 10.222.0.60 "PUT /v2.0/routers/b5b2f5da-ae06-4010-8c14-42237142a6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4130809 May 04 08:18:13.194962 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Sync routers for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:13.217915 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ecdc69e-5f8f-4639-ac1e-be11cdfcfbe8 req-f6bf755a-9ed0-4f43-bdd4-7e331eee9ea5 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237958 May 04 08:18:13.234276 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:13.250032 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:13.263559 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:13.309132 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f606-d0f2-470e-b56d-e2090c8ea377 admin admin] Publish callbacks [] for security_group (d1b54c6d-0f4d-4449-aa15-a80ba1f29b02), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:13.403634 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f606-d0f2-470e-b56d-e2090c8ea377 admin admin] Publish callbacks [] for security_group (d1b54c6d-0f4d-4449-aa15-a80ba1f29b02), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:13.512285 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f606-d0f2-470e-b56d-e2090c8ea377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d1b54c6d-0f4d-4449-aa15-a80ba1f29b02), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:13.515163 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f606-d0f2-470e-b56d-e2090c8ea377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:13.525124 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-2bf8f606-d0f2-470e-b56d-e2090c8ea377 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1b54c6d-0f4d-4449-aa15-a80ba1f29b02 HTTP/1.1" status: 204 len: 168 time: 0.6454608 May 04 08:18:13.534998 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Publish callbacks [] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:13.555061 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8f606-d0f2-470e-b56d-e2090c8ea377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b54c6d-0f4d-4449-aa15-a80ba1f29b02,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:13.555622 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aee9d6-071e-4bf3-843b-0f693d1eea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b54c6d-0f4d-4449-aa15-a80ba1f29b02,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:13.884549 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:13.974378 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 2, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:14.104744 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Checking router: 607f0a3a-bf18-49a5-83d1-2401f80875f3 for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:14.106523 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Updating router 607f0a3a-bf18-49a5-83d1-2401f80875f3 port c27e6e69-6155-46ca-aab7-53b70854f9d6 binding host dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:18:14.173489 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device a3bc510e-267e-414d-93ba-b21a7ca8e70b up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:14.338324 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:14.643088 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 2, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:14.706234 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41340) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:14.713058 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-e44a5145-6808-4b9c-ab4c-a903ff6c5597 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--762176245', 'description': 'tempest-description--1042712372'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:14.766763 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 {{(pid=103665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:14.777228 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Checking router: b5b2f5da-ae06-4010-8c14-42237142a6ec for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:14.781993 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Updating router b5b2f5da-ae06-4010-8c14-42237142a6ec port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab binding host dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:18:14.815767 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Publish callbacks [] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:14.829344 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e44a5145-6808-4b9c-ab4c-a903ff6c5597 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:14.863456 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:14.922790 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:14.930154 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7841892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877993'] for router_interface (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:14.964005 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.provisioning_blocks [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Transition to ACTIVE for port object 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 will not be triggered until provisioned by entity L2. {{(pid=103665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:18:15.173787 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e44a5145-6808-4b9c-ab4c-a903ff6c5597 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (b60a3405-b519-4397-9c65-fd85ecf4c7b0), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:15.188858 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e44a5145-6808-4b9c-ab4c-a903ff6c5597 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b60a3405-b519-4397-9c65-fd85ecf4c7b0), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:15.260201 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:18:15.287621 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Publish callbacks [] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), precommit_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:15.294250 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port a3bc510e-267e-414d-93ba-b21a7ca8e70b triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:15.299096 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:15.304089 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:15.357093 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:15.357452 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Network 7261d48d-3e32-4559-af8e-16809b73e4ad is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:15.386886 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:15.664366 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701af68-450a-45cb-aba3-d021b4ce1f18 None None] Pushing event updated for resources: {'Port': ['ID=c27e6e69-6155-46ca-aab7-53b70854f9d6,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:15.764853 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41374) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:15.803847 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-58c3a559-a5f2-4bb5-ae0c-3bc3da057c9c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227927038', 'description': 'tempest-description--1823431241'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:15.867278 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port a3bc510e-267e-414d-93ba-b21a7ca8e70b is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:15.874328 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 10b59db4-6edb-400e-9f26-75a5f82b5707 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:16.023013 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e44a5145-6808-4b9c-ab4c-a903ff6c5597 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.024303 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-e44a5145-6808-4b9c-ab4c-a903ff6c5597 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3166182 May 04 08:18:16.055607 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41390) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:16.085799 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-e77b9fb6-ecd7-48ee-b4b7-318a25e18657 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'security_group_rule': {'security_group_id': 'b60a3405-b519-4397-9c65-fd85ecf4c7b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:16.116324 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Attempting to bind port c27e6e69-6155-46ca-aab7-53b70854f9d6 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:16.116953 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Attempting to bind port c27e6e69-6155-46ca-aab7-53b70854f9d6 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:16.117543 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Attempting to bind port c27e6e69-6155-46ca-aab7-53b70854f9d6 on network d3b895c4-6a2b-4006-97c1-fdc5018d64fd {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:16.153476 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Publish callbacks [] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), precommit_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.158834 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:16.163074 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Checking segment: {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:16.163845 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.164461 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Bound using segment: {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:16.165225 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Bound port: c27e6e69-6155-46ca-aab7-53b70854f9d6, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:16.167236 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.168152 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.185761 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-b5ef9dc1-450c-4f44-8242-ce8759dc2f1b None None] Provisioning complete for port c27e6e69-6155-46ca-aab7-53b70854f9d6 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:16.186948 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9dc1-450c-4f44-8242-ce8759dc2f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.220626 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd897fcf-41a9-4dd7-a28a-b83abc0e5a68 None None] Pushing event updated for resources: {'Port': ['ID=75aeb29f-ad7a-46bc-96c5-33b800f3ffab,revision_number=3']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:16.232474 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e77b9fb6-ecd7-48ee-b4b7-318a25e18657 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (a41b1d5f-c8c3-4c2f-8ba4-a201b0a94945), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.239295 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a5145-6808-4b9c-ab4c-a903ff6c5597 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60a3405-b519-4397-9c65-fd85ecf4c7b0,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:16.314343 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59aa4d-7a70-473a-a525-3b43e9be45a5 req-e65ed355-7d3c-486c-923f-b818d4d9a453 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:16.315953 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7a59aa4d-7a70-473a-a525-3b43e9be45a5 req-e65ed355-7d3c-486c-923f-b818d4d9a453 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 943 time: 1.1354315 May 04 08:18:16.346942 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef9dc1-450c-4f44-8242-ce8759dc2f1b None None] Port c27e6e69-6155-46ca-aab7-53b70854f9d6 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:16.491998 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Attempting to bind port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:16.495719 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Attempting to bind port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:16.496091 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Attempting to bind port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab on network 11a48a86-e059-43c6-bfd5-0f9791819d6e {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:16.522442 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] For port c27e6e69-6155-46ca-aab7-53b70854f9d6, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:16.523477 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:16.523865 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Checking segment: {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:16.531500 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.532534 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Bound using segment: {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:16.532633 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Bound port: 75aeb29f-ad7a-46bc-96c5-33b800f3ffab, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'}}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:16.533001 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.535454 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] For port c27e6e69-6155-46ca-aab7-53b70854f9d6, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c27e6e69-6155-46ca-aab7-53b70854f9d6,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:16.554418 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-b5ef9dc1-450c-4f44-8242-ce8759dc2f1b None None] Provisioning complete for port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:16.555294 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9dc1-450c-4f44-8242-ce8759dc2f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.558897 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.564962 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e77b9fb6-ecd7-48ee-b4b7-318a25e18657 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (a41b1d5f-c8c3-4c2f-8ba4-a201b0a94945), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.609759 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e77b9fb6-ecd7-48ee-b4b7-318a25e18657 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (a41b1d5f-c8c3-4c2f-8ba4-a201b0a94945), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.664379 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b9fb6-ecd7-48ee-b4b7-318a25e18657 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41b1d5f-c8c3-4c2f-8ba4-a201b0a94945,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:16.725472 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7a59aa4d-7a70-473a-a525-3b43e9be45a5 req-8ece5d55-0c36-4da8-b385-8cd90a1b0035 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935313 May 04 08:18:16.741356 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] For port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:16.752714 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e77b9fb6-ecd7-48ee-b4b7-318a25e18657 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.755466 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] For port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=75aeb29f-ad7a-46bc-96c5-33b800f3ffab,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:16.759504 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-e77b9fb6-ecd7-48ee-b4b7-318a25e18657 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7021494 May 04 08:18:16.762181 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41426) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:16.773437 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:18:16.775555 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.781667 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-302fa688-613f-487b-8b7f-ddcfb6bc6c2e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'security_group_rule': {'security_group_id': 'b60a3405-b519-4397-9c65-fd85ecf4c7b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:16.792717 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Pushing event updated for resources: {'Port': ['ID=10c6ac00-cc6d-46e3-8ff5-26740fbb79c8,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:16.825998 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701af68-450a-45cb-aba3-d021b4ce1f18 None None] Pushing event updated for resources: {'Port': ['ID=c27e6e69-6155-46ca-aab7-53b70854f9d6,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:16.852848 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-58c3a559-a5f2-4bb5-ae0c-3bc3da057c9c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.857839 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Attempting to bind port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:16.858185 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Attempting to bind port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'ff810f60-145b-47c8-a1ab-1a8c668f6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b971cbc-c15b-4af4-90e6-0a7453fb459e'}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:16.858676 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Attempting to bind port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 on network 1b971cbc-c15b-4af4-90e6-0a7453fb459e {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:16.863311 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-302fa688-613f-487b-8b7f-ddcfb6bc6c2e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (0eaee2b3-24ec-4f98-8c6f-78c9783c8004), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.886457 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 10b59db4-6edb-400e-9f26-75a5f82b5707 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:16.888403 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:16.972781 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd897fcf-41a9-4dd7-a28a-b83abc0e5a68 None None] Pushing event updated for resources: {'Port': ['ID=75aeb29f-ad7a-46bc-96c5-33b800f3ffab,revision_number=4']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:17.034070 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:17.036889 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 on network 1b971cbc-c15b-4af4-90e6-0a7453fb459e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:18:17.037203 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Attempting to bind port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 on network 1b971cbc-c15b-4af4-90e6-0a7453fb459e {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:17.040373 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:17.087671 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:17.091686 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:17.099056 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-302fa688-613f-487b-8b7f-ddcfb6bc6c2e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (0eaee2b3-24ec-4f98-8c6f-78c9783c8004), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:17.108741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-302fa688-613f-487b-8b7f-ddcfb6bc6c2e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (0eaee2b3-24ec-4f98-8c6f-78c9783c8004), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:17.113116 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef9dc1-450c-4f44-8242-ce8759dc2f1b None None] Port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:17.163754 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fa688-613f-487b-8b7f-ddcfb6bc6c2e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eaee2b3-24ec-4f98-8c6f-78c9783c8004,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:17.218709 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-302fa688-613f-487b-8b7f-ddcfb6bc6c2e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:17.220208 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-302fa688-613f-487b-8b7f-ddcfb6bc6c2e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4548175 May 04 08:18:17.223218 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41446) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:17.237336 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:17.275276 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-f01a18c3-8db4-43af-a73e-23b73d69252e None None] Provisioning complete for port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:17.275763 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-f01a18c3-8db4-43af-a73e-23b73d69252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:17.299548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:17.299548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Checking segment: {'id': 'ff810f60-145b-47c8-a1ab-1a8c668f6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b971cbc-c15b-4af4-90e6-0a7453fb459e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:17.299548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Bound using segment: {'id': 'ff810f60-145b-47c8-a1ab-1a8c668f6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b971cbc-c15b-4af4-90e6-0a7453fb459e'} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:17.299548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Bound port: 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff810f60-145b-47c8-a1ab-1a8c668f6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b971cbc-c15b-4af4-90e6-0a7453fb459e'}}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:17.299548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:17.326377 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:17.396448 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:17.442173 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 10b59db4-6edb-400e-9f26-75a5f82b5707 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:17.633877 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Pushing event updated for resources: {'Port': ['ID=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:17.683808 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:17.744991 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Sync routers for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:17.746001 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a761115d-9ef8-4655-9b50-b942dff414d5 admin admin] 10.222.0.60 "PUT /v2.0/routers/abc9bf1d-0b12-49b3-94c3-8aefcc0b645f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3438380 May 04 08:18:17.860550 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:17.951873 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] For port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0, host hv-cinder-84028, cleared binding levels {{(pid=103665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:17.969035 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] For port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,segment=NetworkSegment(ff810f60-145b-47c8-a1ab-1a8c668f6139),segment_id=ff810f60-145b-47c8-a1ab-1a8c668f6139)] {{(pid=103665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:18.004363 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:18.006395 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Allocated IP 172.28.3.198 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:18.023239 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:18.023940 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:18.081874 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-f01a18c3-8db4-43af-a73e-23b73d69252e None None] Current status of the port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:18.082601 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-f01a18c3-8db4-43af-a73e-23b73d69252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:18.167832 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:16Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:18.199931 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:18.201002 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:18.205329 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] 10.222.0.62 "PUT /v2.0/ports/0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 HTTP/1.1" status: 200 len: 1093 time: 6.8189135 May 04 08:18:18.207434 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc218dbb-194d-4cba-93e9-cd14c8abc4e8', 'tag': '0cca4e4a-c6f6-4c8e-8172-d125d59f2da0'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:18.226541 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:18.267799 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a740def-93bb-40e8-b974-104916ef5905 None None] The sync data for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb is: [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:16Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:18.410958 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c576551-52bd-415b-95ff-b6488e7de174 req-bd464aff-396a-4b83-baea-0584362bb50f tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:18.423219 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4c576551-52bd-415b-95ff-b6488e7de174 req-bd464aff-396a-4b83-baea-0584362bb50f tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 943 time: 0.5648646 May 04 08:18:18.430507 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41482) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:18.435734 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-58c3a559-a5f2-4bb5-ae0c-3bc3da057c9c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (47b344b0-f542-44f4-9354-cbcbc7471236), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:18.467764 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for port (dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:18.574854 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-58c3a559-a5f2-4bb5-ae0c-3bc3da057c9c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (47b344b0-f542-44f4-9354-cbcbc7471236), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:18.673566 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4c576551-52bd-415b-95ff-b6488e7de174 req-ebdca6cd-fcef-4047-9285-a2dda734e132 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490344 May 04 08:18:18.715310 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:18.774659 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3a559-a5f2-4bb5-ae0c-3bc3da057c9c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b344b0-f542-44f4-9354-cbcbc7471236,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:18.802746 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41502) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:18.824755 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'Port': ['ID=dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:18.849255 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:18.860563 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:18.863702 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:18.871969 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-58c3a559-a5f2-4bb5-ae0c-3bc3da057c9c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:18.893317 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-58c3a559-a5f2-4bb5-ae0c-3bc3da057c9c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.1051929 May 04 08:18:18.918262 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7595-c277-45e1-86e7-dbd7be344e14 service neutron] Pushing event updated for resources: {'Port': ['ID=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,revision_number=3']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:18.945491 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41512) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:18.964549 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-70f98c2f-b4d8-4506-b605-cb2e67fb80d1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'security_group_rule': {'security_group_id': '47b344b0-f542-44f4-9354-cbcbc7471236', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:19.031349 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-f01a18c3-8db4-43af-a73e-23b73d69252e None None] For port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=75aeb29f-ad7a-46bc-96c5-33b800f3ffab,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:19.036029 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-c37fce6c-e7a6-4a56-a85b-55a2e137b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:19.041933 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-c37fce6c-e7a6-4a56-a85b-55a2e137b397 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45899b39221d431c87eb6303a8df61aa&device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 1127 time: 0.7134101 May 04 08:18:19.085636 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-f01a18c3-8db4-43af-a73e-23b73d69252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.128101 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (a0ae13c8-6e66-45ed-a725-806f5ffc9e11), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.224126 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-70f98c2f-b4d8-4506-b605-cb2e67fb80d1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (9b014c53-47d7-43f4-84ef-f77cd53fac34), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.236255 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce36f543-e842-4303-bf79-f6197d843c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc218dbb-194d-4cba-93e9-cd14c8abc4e8", "tag": "0cca4e4a-c6f6-4c8e-8172-d125d59f2da0"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:19.269802 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.305962 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-ec59fc1c-ac92-42ba-af7b-b3c6c4149910 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 HTTP/1.1" status: 200 len: 217 time: 0.2223556 May 04 08:18:19.348410 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3140871d-79fe-4ad9-a0ba-77c704096e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.399628 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:16Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:19.490044 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:19.584795 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356e779-6485-43fe-b453-7aa5e22505f0 None None] The sync data for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb is: [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:16Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:19.601041 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] Provisioning complete for port c27e6e69-6155-46ca-aab7-53b70854f9d6 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:19.604579 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.705144 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-346bcecb-4609-484a-a621-91e4248263c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:19.720478 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-346bcecb-4609-484a-a621-91e4248263c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f9496572-8139-4048-8c4e-279413766892 HTTP/1.1" status: 200 len: 851 time: 0.3995738 May 04 08:18:19.791935 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for port (dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:19.920474 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a18c3-8db4-43af-a73e-23b73d69252e None None] Pushing event updated for resources: {'Port': ['ID=75aeb29f-ad7a-46bc-96c5-33b800f3ffab,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:19.926675 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 75aeb29f-ad7a-46bc-96c5-33b800f3ffab up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:19.948894 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.048234 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-70f98c2f-b4d8-4506-b605-cb2e67fb80d1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (9b014c53-47d7-43f4-84ef-f77cd53fac34), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.058465 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f95f23-91db-425a-b577-91f991bfcf10 x-openstack-request-id: req-58f95f23-91db-425a-b577-91f991bfcf10 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:20.059354 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc218dbb-194d-4cba-93e9-cd14c8abc4e8", "tag": "0cca4e4a-c6f6-4c8e-8172-d125d59f2da0", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:20.059894 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58f95f23-91db-425a-b577-91f991bfcf10 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:20.060702 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f95f23-91db-425a-b577-91f991bfcf10'] response: {'name': 'network-changed', 'server_uuid': 'fc218dbb-194d-4cba-93e9-cd14c8abc4e8', 'tag': '0cca4e4a-c6f6-4c8e-8172-d125d59f2da0', 'status': 'completed', 'code': 200} May 04 08:18:20.163418 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89515098-2bb7-4338-83db-983d5422f3a1 req-2700241c-d4a3-4ecb-8ca7-2c291392db9c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:20.168805 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-70f98c2f-b4d8-4506-b605-cb2e67fb80d1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (9b014c53-47d7-43f4-84ef-f77cd53fac34), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.171918 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-2700241c-d4a3-4ecb-8ca7-2c291392db9c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 819 time: 0.3742411 May 04 08:18:20.174221 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'Port': ['ID=dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:20.191424 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (a0ae13c8-6e66-45ed-a725-806f5ffc9e11), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.230982 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-38d5c08d-6f5e-47e8-8a91-406a78d1af85 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/quotas/bb33c90e4cde44a8869e73769de40c36 HTTP/1.1" status: 200 len: 375 time: 0.0360420 May 04 08:18:20.230982 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.230982 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-8310a2cb-a6c5-4c78-9599-98583e4a6b92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0051594 May 04 08:18:20.248580 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-d4ebb9df-5127-48b1-a3ee-35b9933b7800 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b971cbc-c15b-4af4-90e6-0a7453fb459e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3890355 May 04 08:18:20.338612 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3140871d-79fe-4ad9-a0ba-77c704096e44 admin admin] Publish callbacks [] for security_group (ccc1b7a7-8c38-4dbd-bb15-e0356cfcba05), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.380497 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:13Z', 'revision_number': 2, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:20.413791 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3140871d-79fe-4ad9-a0ba-77c704096e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ccc1b7a7-8c38-4dbd-bb15-e0356cfcba05), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.420846 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f98c2f-b4d8-4506-b605-cb2e67fb80d1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b014c53-47d7-43f4-84ef-f77cd53fac34,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:20.504732 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Checking router: abc9bf1d-0b12-49b3-94c3-8aefcc0b645f for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:20.506027 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Updating router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 binding host dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:18:20.532649 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140871d-79fe-4ad9-a0ba-77c704096e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc1b7a7-8c38-4dbd-bb15-e0356cfcba05,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:20.533521 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18380d2d-ad74-4cc5-b1f1-e613353cab48 req-8c845d0e-f753-4562-bd16-45635965ce80 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:20.541253 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-18380d2d-ad74-4cc5-b1f1-e613353cab48 req-8c845d0e-f753-4562-bd16-45635965ce80 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 943 time: 0.3550990 May 04 08:18:20.562565 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-70f98c2f-b4d8-4506-b605-cb2e67fb80d1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.563895 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-70f98c2f-b4d8-4506-b605-cb2e67fb80d1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6164756 May 04 08:18:20.567739 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41550) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:20.576821 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-3dc63fa7-bbeb-4566-99e5-7fad3fdbbf92 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'security_group_rule': {'security_group_id': '47b344b0-f542-44f4-9354-cbcbc7471236', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:20.585207 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-13cd837a-2351-466f-b83a-e93810307f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.624305 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-b3491733-dda0-49f3-b551-5f02726c8560 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3418274 May 04 08:18:20.629258 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:20.629693 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.699493 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3140871d-79fe-4ad9-a0ba-77c704096e44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2c7a880e25342448c73a131f910ff66&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2471123 May 04 08:18:20.705909 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41562) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:20.882274 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.888409 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] Current status of the port c27e6e69-6155-46ca-aab7-53b70854f9d6 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:20.888920 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:20.923399 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:20.934572 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-553bd6a1-fec0-4018-9f76-5ec5f5afbe3e service neutron] 10.222.0.60 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092020 May 04 08:18:20.966632 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-18380d2d-ad74-4cc5-b1f1-e613353cab48 req-73b330e0-b92a-42ea-b68c-e12504b51a2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242558 May 04 08:18:20.983157 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-0d1dd465-b6d8-4bc8-9fec-7ea8de667699 service neutron] 10.222.0.62 "GET /v2.0/networks/1b971cbc-c15b-4af4-90e6-0a7453fb459e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345081 May 04 08:18:21.069988 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3dc63fa7-bbeb-4566-99e5-7fad3fdbbf92 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (03639a9e-98dd-4e84-a0a1-490af44ebc4d), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.130352 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-602713f0-9ef4-45e5-9a56-a9448cc3b580 admin admin] Publish callbacks [] for security_group (ccc1b7a7-8c38-4dbd-bb15-e0356cfcba05), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.164984 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-408e4131-d0e9-4aec-bca8-0e9a9f94e59c service neutron] 10.222.0.60 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169771 May 04 08:18:21.236428 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] For port c27e6e69-6155-46ca-aab7-53b70854f9d6, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c27e6e69-6155-46ca-aab7-53b70854f9d6,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:21.242091 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-13cd837a-2351-466f-b83a-e93810307f9f admin admin] Publish callbacks [] for security_group (8d132d73-1eca-4b09-8701-c9b820383450), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.244095 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3dc63fa7-bbeb-4566-99e5-7fad3fdbbf92 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (03639a9e-98dd-4e84-a0a1-490af44ebc4d), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.251336 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-602713f0-9ef4-45e5-9a56-a9448cc3b580 admin admin] Publish callbacks [] for security_group (ccc1b7a7-8c38-4dbd-bb15-e0356cfcba05), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.252807 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.264851 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-13cd837a-2351-466f-b83a-e93810307f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (8d132d73-1eca-4b09-8701-c9b820383450), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.266887 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3dc63fa7-bbeb-4566-99e5-7fad3fdbbf92 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (03639a9e-98dd-4e84-a0a1-490af44ebc4d), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.319425 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc63fa7-bbeb-4566-99e5-7fad3fdbbf92 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03639a9e-98dd-4e84-a0a1-490af44ebc4d,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:21.340542 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3dc63fa7-bbeb-4566-99e5-7fad3fdbbf92 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.341774 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-3dc63fa7-bbeb-4566-99e5-7fad3fdbbf92 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7719996 May 04 08:18:21.365272 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41594) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:21.370155 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:21.388907 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-5f7e19ba-9539-46a0-a616-ac826cb742b5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--762176245&fields=id&tenant_id=00a96bd69c10431b8c0dba23d4f160c5 HTTP/1.1" status: 200 len: 267 time: 0.1422565 May 04 08:18:21.393828 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] Provisioning complete for port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:21.394380 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.397329 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd837a-2351-466f-b83a-e93810307f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d132d73-1eca-4b09-8701-c9b820383450,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:21.402169 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-13cd837a-2351-466f-b83a-e93810307f9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=648dca8ebf4540eba31d3ed1d0c3648e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5764942 May 04 08:18:21.408450 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b0ee7c1c-f56f-4c80-9dfe-cff5a64df40f req-a10e589d-abbd-4fe6-9ddb-674585c0bf7c service neutron] 10.222.0.62 "GET /v2.0/networks/1b971cbc-c15b-4af4-90e6-0a7453fb459e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179199 May 04 08:18:21.409953 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41596) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:21.460106 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.485582 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] Pushing event updated for resources: {'Port': ['ID=c27e6e69-6155-46ca-aab7-53b70854f9d6,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:21.514212 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-602713f0-9ef4-45e5-9a56-a9448cc3b580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ccc1b7a7-8c38-4dbd-bb15-e0356cfcba05), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.519729 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-602713f0-9ef4-45e5-9a56-a9448cc3b580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.522194 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-602713f0-9ef4-45e5-9a56-a9448cc3b580 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ccc1b7a7-8c38-4dbd-bb15-e0356cfcba05 HTTP/1.1" status: 204 len: 168 time: 0.8151960 May 04 08:18:21.624282 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602713f0-9ef4-45e5-9a56-a9448cc3b580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc1b7a7-8c38-4dbd-bb15-e0356cfcba05,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:21.726496 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41610) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:21.766424 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bbf4e57f-21fe-404c-8158-87776a2b98c4 admin admin] Publish callbacks [] for security_group (8d132d73-1eca-4b09-8701-c9b820383450), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.805820 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.868263 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-40d83f38-88ae-4470-ae03-6f94719c2e27 None None] Current status of the port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:21.916551 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bbf4e57f-21fe-404c-8158-87776a2b98c4 admin admin] Publish callbacks [] for security_group (8d132d73-1eca-4b09-8701-c9b820383450), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:21.927115 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f8b413c6-5c61-40b9-86c9-fc03393ac509 req-e6e9d116-7366-40ae-bf01-8005dca6ad4a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 210 time: 0.1196272 May 04 08:18:22.063409 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Publish callbacks [] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), precommit_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.069743 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-0a3d13bc-df34-4530-ac86-f9b7a0eeaaf9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:22.078854 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-0a3d13bc-df34-4530-ac86-f9b7a0eeaaf9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 816 time: 0.6808779 May 04 08:18:22.082301 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 75aeb29f-ad7a-46bc-96c5-33b800f3ffab up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:22.099605 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.137754 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-a844c61f-be7b-449c-adf5-c4a7545c7608 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/quotas/00a96bd69c10431b8c0dba23d4f160c5 HTTP/1.1" status: 200 len: 375 time: 0.0539610 May 04 08:18:22.342296 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Allocated IP 172.28.3.251 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/e7f4c9a5-27ef-4b4e-9d18-6b0a65790761) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:22.350117 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66860950-8916-407e-a3c2-66fc99c7a917 None None] Pushing event updated for resources: {'Port': ['ID=10c6ac00-cc6d-46e3-8ff5-26740fbb79c8,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:22.466581 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:22.480410 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.573590 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.579039 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Attempting to bind port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:22.579412 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Attempting to bind port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:22.579776 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Attempting to bind port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 on network 7261d48d-3e32-4559-af8e-16809b73e4ad {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:22.600764 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:22.603103 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Checking segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:22.603732 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.604274 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Bound using segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:22.605658 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Bound port: 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:22.609125 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.615303 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bbf4e57f-21fe-404c-8158-87776a2b98c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (8d132d73-1eca-4b09-8701-c9b820383450), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.630889 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bbf4e57f-21fe-404c-8158-87776a2b98c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.633112 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-bbf4e57f-21fe-404c-8158-87776a2b98c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d132d73-1eca-4b09-8701-c9b820383450 HTTP/1.1" status: 204 len: 168 time: 1.2173088 May 04 08:18:22.635126 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-598e977e-225c-4f39-ae4f-ae166f557b5a None None] Provisioning complete for port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:22.635523 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-598e977e-225c-4f39-ae4f-ae166f557b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.715405 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec4f5b-f325-4012-9486-9542e686dc54 req-29f20406-3b69-4b2f-aac2-f35cfc143ef4 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:22.727665 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dbec4f5b-f325-4012-9486-9542e686dc54 req-29f20406-3b69-4b2f-aac2-f35cfc143ef4 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 943 time: 0.6093962 May 04 08:18:22.768419 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-0d765a02-295c-4e84-afe5-f8837a97893a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6074748 May 04 08:18:22.879492 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dbec4f5b-f325-4012-9486-9542e686dc54 req-d331af33-36e0-4cfa-b892-e1d7cf3e2ec8 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353748 May 04 08:18:22.885153 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for port (e7f4c9a5-27ef-4b4e-9d18-6b0a65790761), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:22.908909 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-598e977e-225c-4f39-ae4f-ae166f557b5a None None] Port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:22.925049 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:22.926854 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c27e6e69-6155-46ca-aab7-53b70854f9d6 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:22.982968 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c518b8-1234-44a5-8dfd-bc19d11b06d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:23.016993 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (e7f4c9a5-27ef-4b4e-9d18-6b0a65790761), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:23.115476 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4e57f-21fe-404c-8158-87776a2b98c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d132d73-1eca-4b09-8701-c9b820383450,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:23.181256 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:23.225670 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:23.227900 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'Port': ['ID=e7f4c9a5-27ef-4b4e-9d18-6b0a65790761,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:23.239594 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f543-e842-4303-bf79-f6197d843c3b req-6962f707-2715-4a44-8f5f-4c63b7cc941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:23.242834 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-e95675f4-564b-401d-8028-3632a3a5aa25 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:23.246873 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-ce36f543-e842-4303-bf79-f6197d843c3b req-6962f707-2715-4a44-8f5f-4c63b7cc941c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=45899b39221d431c87eb6303a8df61aa&device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 1127 time: 0.7024305 May 04 08:18:23.247726 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:23.260388 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-e95675f4-564b-401d-8028-3632a3a5aa25 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 819 time: 0.2618661 May 04 08:18:23.294093 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-afc7e943-896d-4098-b3c6-bf9f9a27642d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/quotas/bb33c90e4cde44a8869e73769de40c36 HTTP/1.1" status: 200 len: 375 time: 0.0323446 May 04 08:18:23.426173 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-538338a6-9c46-48f7-aa1d-ad2ea8018d49 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311417 May 04 08:18:23.440536 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41680) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:23.506142 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] For port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:23.512179 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] For port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=10c6ac00-cc6d-46e3-8ff5-26740fbb79c8,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:23.532323 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:23.538895 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0a736cbf-6582-4294-8e48-ad1cd86642ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:23.653818 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-aee655b7-5fb6-4eef-9a80-c697f301cf16 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:18:23.655075 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-aee655b7-5fb6-4eef-9a80-c697f301cf16 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2599497 May 04 08:18:23.690514 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port c27e6e69-6155-46ca-aab7-53b70854f9d6 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:23.692361 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:23.815048 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:23.816512 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:23.824178 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66860950-8916-407e-a3c2-66fc99c7a917 None None] Pushing event updated for resources: {'Port': ['ID=10c6ac00-cc6d-46e3-8ff5-26740fbb79c8,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:23.995570 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-4c0c3a5e-7f7c-44cc-a690-569c491a21bf service neutron] 10.222.0.60 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664012 May 04 08:18:24.000738 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0a736cbf-6582-4294-8e48-ad1cd86642ef admin admin] Publish callbacks [] for security_group (166dc12f-a27e-459b-8bf5-c722a5708d82), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.021446 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0a736cbf-6582-4294-8e48-ad1cd86642ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (166dc12f-a27e-459b-8bf5-c722a5708d82), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.092526 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port c27e6e69-6155-46ca-aab7-53b70854f9d6 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:24.108249 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:24.130958 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (d7a35bde-d9c9-4f1c-af69-ab8659b69f6d), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.169865 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-0a736cbf-6582-4294-8e48-ad1cd86642ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f30a297fb1740c18e4ed44948867ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7222481 May 04 08:18:24.170846 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c46ba2a4-c47b-4809-a6b2-a2e34a364e61 None None] Provisioning complete for port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:24.171415 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c46ba2a4-c47b-4809-a6b2-a2e34a364e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.177295 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41698) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:24.185439 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736cbf-6582-4294-8e48-ad1cd86642ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166dc12f-a27e-459b-8bf5-c722a5708d82,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:24.201342 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-a3a668da-1b46-4c18-8a1c-4d71747b880f service neutron] 10.222.0.60 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309303 May 04 08:18:24.234612 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f543-e842-4303-bf79-f6197d843c3b req-ebbfe0dd-c719-43cd-b340-6cb1f36f2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:24.236190 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-ce36f543-e842-4303-bf79-f6197d843c3b req-ebbfe0dd-c719-43cd-b340-6cb1f36f2636 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b971cbc-c15b-4af4-90e6-0a7453fb459e HTTP/1.1" status: 200 len: 912 time: 0.9634299 May 04 08:18:24.295350 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.62', 64689) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:24.299735 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-5c45b034-fd24-446a-a959-3397af8ea77e service neutron] 10.222.0.60 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031909 May 04 08:18:24.327764 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c27e6e69-6155-46ca-aab7-53b70854f9d6 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:24.358054 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-ce36f543-e842-4303-bf79-f6197d843c3b req-9b58a8ac-05a3-4942-911f-f4f9ce840d04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 HTTP/1.1" status: 200 len: 217 time: 0.1132698 May 04 08:18:24.405360 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e7f4c9a5-27ef-4b4e-9d18-6b0a65790761), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.473921 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-1b0f225f-c64c-4b69-8875-4081c82df6d7 service neutron] 10.222.0.60 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597442 May 04 08:18:24.562539 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c46ba2a4-c47b-4809-a6b2-a2e34a364e61 None None] Current status of the port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:24.563480 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c46ba2a4-c47b-4809-a6b2-a2e34a364e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.640455 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port c27e6e69-6155-46ca-aab7-53b70854f9d6 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:24.641249 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.662799 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c518b8-1234-44a5-8dfd-bc19d11b06d8 admin admin] Publish callbacks [] for security_group (ce8a0162-b251-4a65-a8dc-f9724692d3df), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.694300 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-56ffd49d-b1a3-4d45-ae1b-db223d55f777 admin admin] Publish callbacks [] for security_group (166dc12f-a27e-459b-8bf5-c722a5708d82), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.707236 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c518b8-1234-44a5-8dfd-bc19d11b06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ce8a0162-b251-4a65-a8dc-f9724692d3df), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.755479 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4261f-1199-491d-a625-8462a2fe7d53 req-f282bdff-74b8-4eaa-903b-ca0e3d2d27fc tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:24.761642 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-01c4261f-1199-491d-a625-8462a2fe7d53 req-f282bdff-74b8-4eaa-903b-ca0e3d2d27fc tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 943 time: 0.1062615 May 04 08:18:24.778013 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c518b8-1234-44a5-8dfd-bc19d11b06d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8a0162-b251-4a65-a8dc-f9724692d3df,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:24.813795 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f543-e842-4303-bf79-f6197d843c3b req-a499ac87-bc8e-4989-958c-ab68c8fd4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:24.815625 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-ce36f543-e842-4303-bf79-f6197d843c3b req-a499ac87-bc8e-4989-958c-ab68c8fd4d0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f9496572-8139-4048-8c4e-279413766892 HTTP/1.1" status: 200 len: 851 time: 0.4364386 May 04 08:18:24.826092 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:18:24.847220 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89515098-2bb7-4338-83db-983d5422f3a1 req-3e0bbc31-74ff-47ff-ba63-afda9a8a8e83 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:24.849023 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-3e0bbc31-74ff-47ff-ba63-afda9a8a8e83 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 819 time: 0.5464957 May 04 08:18:24.854759 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-329361e9-dd3e-4ef5-b854-08444e9ca4e0 req-5b0743da-223f-4f83-9906-377f324eba65 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 210 time: 0.0632002 May 04 08:18:24.884054 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-01c4261f-1199-491d-a625-8462a2fe7d53 req-7c4a6891-8343-4fbe-890b-87de04297835 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162300 May 04 08:18:24.908569 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-ce36f543-e842-4303-bf79-f6197d843c3b req-9b82a7b7-09c6-42a8-be65-b92ddb37a556 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b971cbc-c15b-4af4-90e6-0a7453fb459e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584023 May 04 08:18:24.914585 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Request body: {'port': {'device_id': '75af2f9e-0caf-409e-9071-f3ddf5bf347d', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'admin_state_up': True, 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:24.935043 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-56ffd49d-b1a3-4d45-ae1b-db223d55f777 admin admin] Publish callbacks [] for security_group (166dc12f-a27e-459b-8bf5-c722a5708d82), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:24.976052 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-85c518b8-1234-44a5-8dfd-bc19d11b06d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee8c2c85c28d4d2d86555cd6aba773e2&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2477214 May 04 08:18:24.976875 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41728) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:25.005979 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-55df453e-505a-4779-8658-f603ecc1e572 req-47172f9e-f378-4716-a0a8-54911e0ba365 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 210 time: 0.0876174 May 04 08:18:25.024715 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c46ba2a4-c47b-4809-a6b2-a2e34a364e61 None None] For port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=10c6ac00-cc6d-46e3-8ff5-26740fbb79c8,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:25.065128 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,segment=NetworkSegment(ff810f60-145b-47c8-a1ab-1a8c668f6139),segment_id=ff810f60-145b-47c8-a1ab-1a8c668f6139)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:25.103768 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:23Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:25.120021 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c46ba2a4-c47b-4809-a6b2-a2e34a364e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.128779 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port c27e6e69-6155-46ca-aab7-53b70854f9d6 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:25.168668 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecb49b-e8d8-4c2d-a256-517b91b77c3b None None] The sync data for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb is: [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:23Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:25.178771 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '0cca4e4a-c6f6-4c8e-8172-d125d59f2da0', 'network_id': '1b971cbc-c15b-4af4-90e6-0a7453fb459e', 'port_id': '0cca4e4a-c6f6-4c8e-8172-d125d59f2da0', 'mac_address': 'fa:16:3e:7d:2b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9496572-8139-4048-8c4e-279413766892', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:18:25.368523 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-56ffd49d-b1a3-4d45-ae1b-db223d55f777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (166dc12f-a27e-459b-8bf5-c722a5708d82), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.373847 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-56ffd49d-b1a3-4d45-ae1b-db223d55f777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.378745 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-56ffd49d-b1a3-4d45-ae1b-db223d55f777 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/166dc12f-a27e-459b-8bf5-c722a5708d82 HTTP/1.1" status: 204 len: 168 time: 1.1964493 May 04 08:18:25.435973 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db0a4d1c-6bfa-4572-b205-76dbc0772a70 admin admin] Publish callbacks [] for security_group (ce8a0162-b251-4a65-a8dc-f9724692d3df), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.473890 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ba2a4-c47b-4809-a6b2-a2e34a364e61 None None] Pushing event updated for resources: {'Port': ['ID=10c6ac00-cc6d-46e3-8ff5-26740fbb79c8,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:25.513604 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffd49d-b1a3-4d45-ae1b-db223d55f777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166dc12f-a27e-459b-8bf5-c722a5708d82,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:25.518937 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:25.523329 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.573138 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db0a4d1c-6bfa-4572-b205-76dbc0772a70 admin admin] Publish callbacks [] for security_group (ce8a0162-b251-4a65-a8dc-f9724692d3df), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.591076 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-ce36f543-e842-4303-bf79-f6197d843c3b req-e947b8c2-be3f-42c3-8c00-8e665227401b service neutron] 10.222.0.62 "GET /v2.0/networks/1b971cbc-c15b-4af4-90e6-0a7453fb459e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629772 May 04 08:18:25.596452 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:25.638037 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,segment=NetworkSegment(ff810f60-145b-47c8-a1ab-1a8c668f6139),segment_id=ff810f60-145b-47c8-a1ab-1a8c668f6139)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:25.646334 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.724991 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for port (e7f4c9a5-27ef-4b4e-9d18-6b0a65790761), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.768727 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e7f4c9a5-27ef-4b4e-9d18-6b0a65790761), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.791029 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:25.804899 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Made reservation on behalf of bb33c90e4cde44a8869e73769de40c36 for: {'port': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:25.808443 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:25.908989 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (d7a35bde-d9c9-4f1c-af69-ab8659b69f6d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:26.001737 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'Port': ['ID=e7f4c9a5-27ef-4b4e-9d18-6b0a65790761,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:26.005419 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['0cca4e4a-c6f6-4c8e-8172-d125d59f2da0'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:26.104259 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db0a4d1c-6bfa-4572-b205-76dbc0772a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ce8a0162-b251-4a65-a8dc-f9724692d3df), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:26.107192 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db0a4d1c-6bfa-4572-b205-76dbc0772a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:26.120419 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-db0a4d1c-6bfa-4572-b205-76dbc0772a70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce8a0162-b251-4a65-a8dc-f9724692d3df HTTP/1.1" status: 204 len: 168 time: 1.1270142 May 04 08:18:26.179069 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-59b38672-46e9-4d55-93af-533bce696dcf req-c7d24e67-b3c3-4dd8-9ed4-279e3592cf3e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 210 time: 0.1446543 May 04 08:18:26.198012 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a4d1c-6bfa-4572-b205-76dbc0772a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8a0162-b251-4a65-a8dc-f9724692d3df,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:26.234139 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:26.235689 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3146d3e8-c0d4-4290-a22c-bf3a4abca615 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8692865 May 04 08:18:26.249512 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-ce36f543-e842-4303-bf79-f6197d843c3b req-06a500f5-6b41-4e17-99c6-6b46b2446f6e service neutron] 10.222.0.62 "GET /v2.0/networks/1b971cbc-c15b-4af4-90e6-0a7453fb459e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322415 May 04 08:18:26.361358 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:26.395359 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bce73-1106-417c-b49b-4a0c94e8057e req-759a33b8-d814-4d76-ab0b-7c95582f688d tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:26.401500 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b21bce73-1106-417c-b49b-4a0c94e8057e req-759a33b8-d814-4d76-ab0b-7c95582f688d tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 944 time: 0.2466116 May 04 08:18:26.404165 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Allocated IP 172.20.0.6 (7261d48d-3e32-4559-af8e-16809b73e4ad/971ecbc2-56c8-45d9-b8ae-8324889a48a8/b8b17aa4-0a34-4553-939d-21f3d1c574c5) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:26.534732 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f7cbc494-f5b2-43a4-89c0-bb5470c4f501 req-15616deb-3fdf-4b48-a6ed-0677c3b2695d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 210 time: 0.1295836 May 04 08:18:26.677095 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b21bce73-1106-417c-b49b-4a0c94e8057e req-3e4dee5f-5092-4b88-bb33-f523c8ec62bf tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544374 May 04 08:18:26.845971 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:26.846571 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:26.855128 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-7820723e-0bb5-46e8-887d-f775a4d96f89 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1227927038&fields=id&tenant_id=df39866d4e164c0bae5d561c75f0e338 HTTP/1.1" status: 200 len: 267 time: 0.1723161 May 04 08:18:26.951602 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:27.038186 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:27.054751 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:27.135131 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Network 7261d48d-3e32-4559-af8e-16809b73e4ad is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:27.136772 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event updated for resources: {'Port': ['ID=b8b17aa4-0a34-4553-939d-21f3d1c574c5,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:27.139549 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:27.144633 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-a65b4bdb-5c6c-433b-b7a8-266d84b4af2f tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:27.152202 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:27.158373 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:27.159229 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:27.164556 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 41808) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:27.176964 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-a65b4bdb-5c6c-433b-b7a8-266d84b4af2f tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/networks?id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 200 len: 810 time: 0.3208396 May 04 08:18:27.218537 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-0f18aad8-4bd2-494c-962d-a77d53f68645 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/quotas/df39866d4e164c0bae5d561c75f0e338 HTTP/1.1" status: 200 len: 375 time: 0.0403714 May 04 08:18:27.238548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f5379716-420d-446d-b242-6658caccd0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:27.296374 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-9c5910d4-f41d-472d-a0a5-91b5db23a8e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3862495 May 04 08:18:27.337061 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Request body: {'port': {'device_id': '75af2f9e-0caf-409e-9071-f3ddf5bf347d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:27.367816 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-bb9014d9-ce1b-4157-98e5-00b21bb85428 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419168 May 04 08:18:27.420027 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.62', 64698) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:27.518785 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0755ec95-6341-4957-a9f1-8bfe01dcfdd2 req-00673b97-d0a7-4577-8325-0278f9d173dc tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 210 time: 0.1465786 May 04 08:18:27.593706 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-82f9e02f-7320-4844-ab5b-4c9054c19afd None None] Provisioning complete for port b8b17aa4-0a34-4553-939d-21f3d1c574c5 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:27.594361 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-82f9e02f-7320-4844-ab5b-4c9054c19afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:27.657110 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-82f9e02f-7320-4844-ab5b-4c9054c19afd None None] Port b8b17aa4-0a34-4553-939d-21f3d1c574c5 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:27.719838 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-41ae01b6-c0ae-4636-b676-6e140bc1e270 service neutron] 10.222.0.60 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210394 May 04 08:18:27.811685 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-4f90835b-0cdf-4b5d-a6eb-48c40cb05f82 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:27.813666 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-4f90835b-0cdf-4b5d-a6eb-48c40cb05f82 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 819 time: 0.6713834 May 04 08:18:27.883155 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f5379716-420d-446d-b242-6658caccd0b5 admin admin] Publish callbacks [] for security_group (c503c1b6-0625-4df9-8fee-04c6b06ec1b1), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:27.901244 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-de2b9d67-74f2-4b5d-ad17-52a26225fd83 req-2c278223-c68b-44df-a9da-1cc515ae8924 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 210 time: 0.1223125 May 04 08:18:27.915588 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Request body: {'port': {'device_id': '5c466a53-48e4-48ae-b2d0-559f83d97ea5', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'admin_state_up': True, 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:27.924919 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:27.932866 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f5379716-420d-446d-b242-6658caccd0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (c503c1b6-0625-4df9-8fee-04c6b06ec1b1), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:27.970079 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-aaf31b57-aaea-4075-80cb-40cdf1622917 service neutron] 10.222.0.60 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485867 May 04 08:18:28.089091 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defa21b-38c3-48cd-b1fe-f6b2588debe6 req-7ca74301-8e90-4555-82f3-86e94613c39e tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:28.090627 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0defa21b-38c3-48cd-b1fe-f6b2588debe6 req-7ca74301-8e90-4555-82f3-86e94613c39e tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 944 time: 0.0850303 May 04 08:18:28.154852 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0defa21b-38c3-48cd-b1fe-f6b2588debe6 req-2bed85cb-f9c3-4698-8b6a-02586886ac77 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572259 May 04 08:18:28.190000 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f5379716-420d-446d-b242-6658caccd0b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5781865abcb44673a1990a8e7c960e49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0207036 May 04 08:18:28.190376 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 41848) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:28.222277 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5379716-420d-446d-b242-6658caccd0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c503c1b6-0625-4df9-8fee-04c6b06ec1b1,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:28.267068 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d4087f49-6507-486d-9135-ee205a0b58d8 admin admin] Publish callbacks [] for security_group (c503c1b6-0625-4df9-8fee-04c6b06ec1b1), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:28.270403 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-bbb1e1f0-da02-443a-b041-3f595ac402ec tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:28.272205 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-bbb1e1f0-da02-443a-b041-3f595ac402ec tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 816 time: 0.8334599 May 04 08:18:28.330400 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d4087f49-6507-486d-9135-ee205a0b58d8 admin admin] Publish callbacks [] for security_group (c503c1b6-0625-4df9-8fee-04c6b06ec1b1), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:28.368826 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-44085058-0d1d-4b9b-a827-bd8567a40956 req-4b1bb4b7-9ecb-4170-9fb0-bcb15468162b tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 210 time: 0.0838876 May 04 08:18:28.489502 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d4087f49-6507-486d-9135-ee205a0b58d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (c503c1b6-0625-4df9-8fee-04c6b06ec1b1), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:28.499419 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d4087f49-6507-486d-9135-ee205a0b58d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:28.501480 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-d4087f49-6507-486d-9135-ee205a0b58d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c503c1b6-0625-4df9-8fee-04c6b06ec1b1 HTTP/1.1" status: 204 len: 168 time: 0.3079193 May 04 08:18:28.515088 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4087f49-6507-486d-9135-ee205a0b58d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c503c1b6-0625-4df9-8fee-04c6b06ec1b1,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:28.538582 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Made reservation on behalf of bb33c90e4cde44a8869e73769de40c36 for: {'port': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:28.542260 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:28.565895 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-a001b9cb-6152-4d1e-bd84-f228b29dbbfe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a96bd69c10431b8c0dba23d4f160c5 HTTP/1.1" status: 200 len: 379 time: 0.2204156 May 04 08:18:28.621668 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'port': {'device_id': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'admin_state_up': True, 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'security_groups': ['b60a3405-b519-4397-9c65-fd85ecf4c7b0']}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:28.764143 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9b8233fc-5527-4438-b2d8-99ba058063a0 req-26806972-1fb7-4cfa-a7e3-950312e68a09 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 210 time: 0.0906141 May 04 08:18:28.786369 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b17aa4-0a34-4553-939d-21f3d1c574c5 {{(pid=103665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:28.839400 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:28.840136 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Publish callbacks [] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:28.911278 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:18:28.917326 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.provisioning_blocks [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Transition to ACTIVE for port object b8b17aa4-0a34-4553-939d-21f3d1c574c5 will not be triggered until provisioned by entity L2. {{(pid=103665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:18:28.920758 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:28.922045 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:28.955392 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.051303 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-aecf81c9-e2f5-4898-bb39-1cde1377a004 req-b474a4f5-b3f4-4c74-82dd-3bbd084e15f6 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 210 time: 0.0539188 May 04 08:18:29.075108 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:29.077239 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.112677 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc218dbb-194d-4cba-93e9-cd14c8abc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca4e4a-c6f6-4c8e-8172-d125d59f2da0'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:29.178032 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Allocated IP 172.20.0.4 (7261d48d-3e32-4559-af8e-16809b73e4ad/971ecbc2-56c8-45d9-b8ae-8324889a48a8/d5674a44-d4fe-47fb-82fd-b8bc310aff69) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:29.318821 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Pushing event updated for resources: {'Port': ['ID=b8b17aa4-0a34-4553-939d-21f3d1c574c5,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:29.325708 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Made reservation on behalf of 00a96bd69c10431b8c0dba23d4f160c5 for: {'port': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:29.339438 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.439015 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6b4c5-608e-4f4d-814a-cd1669e57b6e req-5b91b46b-d87b-4468-818f-03ba5b67f19a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:29.449846 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3ea6b4c5-608e-4f4d-814a-cd1669e57b6e req-5b91b46b-d87b-4468-818f-03ba5b67f19a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 944 time: 0.1375952 May 04 08:18:29.595300 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,segment=NetworkSegment(ff810f60-145b-47c8-a1ab-1a8c668f6139),segment_id=ff810f60-145b-47c8-a1ab-1a8c668f6139)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:29.603926 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.619255 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Attempting to bind port b8b17aa4-0a34-4553-939d-21f3d1c574c5 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:29.619803 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Attempting to bind port b8b17aa4-0a34-4553-939d-21f3d1c574c5 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:29.621125 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Attempting to bind port b8b17aa4-0a34-4553-939d-21f3d1c574c5 on network 7261d48d-3e32-4559-af8e-16809b73e4ad {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:29.697509 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6008b59e-e442-411c-b48d-5c92db93e437 req-36c2eb82-4201-4df5-9fc9-70f694974e89 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 210 time: 0.1220810 May 04 08:18:29.728493 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:29.738982 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3ea6b4c5-608e-4f4d-814a-cd1669e57b6e req-b3acfb99-6205-44fc-b25a-a604d1c9765d tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767594 May 04 08:18:29.744077 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Port b8b17aa4-0a34-4553-939d-21f3d1c574c5 on network 7261d48d-3e32-4559-af8e-16809b73e4ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:18:29.744915 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Attempting to bind port b8b17aa4-0a34-4553-939d-21f3d1c574c5 on network 7261d48d-3e32-4559-af8e-16809b73e4ad {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:29.776139 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754eb84e-c274-4f4e-9c4e-c1574bc84140" -d '{"events": [{"server_uuid": "fc218dbb-194d-4cba-93e9-cd14c8abc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "0cca4e4a-c6f6-4c8e-8172-d125d59f2da0"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:29.789126 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:29.789674 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Checking segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:29.790070 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Bound using segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:29.790858 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Bound port: b8b17aa4-0a34-4553-939d-21f3d1c574c5, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:29.791226 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:29.928124 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dd1c70d3-fbdd-4f69-a255-3b04d6e50bc2 req-8d13abf5-a336-46f0-a325-330efff428e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 210 time: 0.0512283 May 04 08:18:30.054579 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.62', 64707) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:30.059536 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Allocated IP 172.20.0.14 (11a48a86-e059-43c6-bfd5-0f9791819d6e/dce22a62-4c78-400f-85f7-67135311dac9/e4b80bdb-b484-442b-b2eb-57366e82f355) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:30.311606 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-04034fe5-ed4e-4c71-9e28-45dc20636897 req-bc911aa2-2b82-46d9-8d4f-6eae71590e70 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 210 time: 0.0593598 May 04 08:18:30.350209 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab6a4fe-c835-4a68-a4e4-474b6c139efa x-openstack-request-id: req-9ab6a4fe-c835-4a68-a4e4-474b6c139efa {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:30.350741 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc218dbb-194d-4cba-93e9-cd14c8abc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "0cca4e4a-c6f6-4c8e-8172-d125d59f2da0", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:30.350851 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ab6a4fe-c835-4a68-a4e4-474b6c139efa {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:30.351946 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab6a4fe-c835-4a68-a4e4-474b6c139efa'] response: {'server_uuid': 'fc218dbb-194d-4cba-93e9-cd14c8abc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca4e4a-c6f6-4c8e-8172-d125d59f2da0', 'code': 200} May 04 08:18:30.368159 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-93326b11-aad1-4368-afe1-635ddc8b5795 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:30.370691 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-93326b11-aad1-4368-afe1-635ddc8b5795 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "GET /v2.0/networks?id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 200 len: 810 time: 0.3141677 May 04 08:18:30.374756 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.381290 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.470546 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] For port b8b17aa4-0a34-4553-939d-21f3d1c574c5, host hv-cinder-84028, cleared binding levels {{(pid=103665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:30.532381 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] For port b8b17aa4-0a34-4553-939d-21f3d1c574c5, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:30.552278 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.562026 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-0a0adefb-bdbd-4fc2-aefa-8a9d4e65c82c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df39866d4e164c0bae5d561c75f0e338 HTTP/1.1" status: 200 len: 380 time: 0.1531529 May 04 08:18:30.592110 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'port': {'device_id': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'admin_state_up': True, 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'security_groups': ['47b344b0-f542-44f4-9354-cbcbc7471236']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:30.618937 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.656471 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:30.659667 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.662156 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] 10.222.0.62 "PUT /v2.0/ports/b8b17aa4-0a34-4553-939d-21f3d1c574c5 HTTP/1.1" status: 200 len: 1093 time: 3.3401415 May 04 08:18:30.664119 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75af2f9e-0caf-409e-9071-f3ddf5bf347d', 'tag': 'b8b17aa4-0a34-4553-939d-21f3d1c574c5'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:30.674766 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe97424-aa2e-45e6-a475-e5826c6aa8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "75af2f9e-0caf-409e-9071-f3ddf5bf347d", "tag": "b8b17aa4-0a34-4553-939d-21f3d1c574c5"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:30.709613 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:30.801552 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.62', 64710) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:30.893954 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085ef52e-d771-43f9-b544-a5ad351431d4 x-openstack-request-id: req-085ef52e-d771-43f9-b544-a5ad351431d4 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:30.894310 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75af2f9e-0caf-409e-9071-f3ddf5bf347d", "tag": "b8b17aa4-0a34-4553-939d-21f3d1c574c5", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:30.894540 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-085ef52e-d771-43f9-b544-a5ad351431d4 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:30.894941 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085ef52e-d771-43f9-b544-a5ad351431d4'] response: {'name': 'network-changed', 'server_uuid': '75af2f9e-0caf-409e-9071-f3ddf5bf347d', 'tag': 'b8b17aa4-0a34-4553-939d-21f3d1c574c5', 'status': 'completed', 'code': 200} May 04 08:18:30.959570 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Network 7261d48d-3e32-4559-af8e-16809b73e4ad is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:30.972305 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66f25d-ad00-4508-8a71-f99c01716fea service neutron] Pushing event updated for resources: {'Port': ['ID=b8b17aa4-0a34-4553-939d-21f3d1c574c5,revision_number=3']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:30.976857 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:31.039074 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event updated for resources: {'Port': ['ID=d5674a44-d4fe-47fb-82fd-b8bc310aff69,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:31.045708 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:31.057921 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:31.059207 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.063555 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac7f28-4d4a-40d4-817d-13a0d440cb56 req-06714948-ca3b-42ab-84d4-84b0741db09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:31.065492 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-27ac7f28-4d4a-40d4-817d-13a0d440cb56 req-06714948-ca3b-42ab-84d4-84b0741db09c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 1129 time: 0.3428123 May 04 08:18:31.069598 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:31.118204 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:31.131794 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:31.137606 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:31.138282 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.153637 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-27ac7f28-4d4a-40d4-817d-13a0d440cb56 req-32ccd511-b37a-4507-94d5-e26e41963932 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.175285 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5599263 May 04 08:18:31.180150 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-3e9c2bac-9cbd-4c17-b096-a0a2138cf480 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2803459 May 04 08:18:31.217331 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Request body: {'port': {'device_id': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:31.227238 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Request body: {'port': {'device_id': '5c466a53-48e4-48ae-b2d0-559f83d97ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:31.236375 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8e77a-3f09-46ac-bb33-b9ef78ffaa2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:31.420613 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c24cf4db-d41f-43e5-9a85-66c8ed31955a req-6473da4f-58d8-4fe0-a69a-e9410ddc68a8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 210 time: 0.5798101 May 04 08:18:31.488839 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89515098-2bb7-4338-83db-983d5422f3a1 req-ef41b250-8c38-47e1-baef-633caae517a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:31.490956 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-ef41b250-8c38-47e1-baef-633caae517a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 1127 time: 0.6847122 May 04 08:18:31.491259 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.512606 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-e32a9b8a-5c81-4dc1-9245-c8de71a493e7 None None] Provisioning complete for port d5674a44-d4fe-47fb-82fd-b8bc310aff69 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:31.513597 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e32a9b8a-5c81-4dc1-9245-c8de71a493e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.537485 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbbed9-3fbb-4266-89dc-696f3b593305 req-c2f348ee-d842-4467-8762-6f283a382fa8 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:31.539365 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82cbbed9-3fbb-4266-89dc-696f3b593305 req-c2f348ee-d842-4467-8762-6f283a382fa8 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 945 time: 0.6310482 May 04 08:18:31.603030 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-e32a9b8a-5c81-4dc1-9245-c8de71a493e7 None None] Port d5674a44-d4fe-47fb-82fd-b8bc310aff69 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:31.606010 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.636940 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-2f79b31a-61ee-43ca-95b8-d4c030a2afca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5 HTTP/1.1" status: 200 len: 217 time: 0.1250656 May 04 08:18:31.737841 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-e7bbe6ce-02de-4cf6-a3e6-e8e11ac8ee6f None None] Provisioning complete for port e4b80bdb-b484-442b-b2eb-57366e82f355 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:31.743123 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe6ce-02de-4cf6-a3e6-e8e11ac8ee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.752359 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-27ac7f28-4d4a-40d4-817d-13a0d440cb56 req-32ccd511-b37a-4507-94d5-e26e41963932 service neutron] Publish callbacks [] for security_group (4a7ff40b-9e66-49d3-bf47-6091e6073f15), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.761629 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-27ac7f28-4d4a-40d4-817d-13a0d440cb56 req-32ccd511-b37a-4507-94d5-e26e41963932 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (4a7ff40b-9e66-49d3-bf47-6091e6073f15), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:31.801871 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89515098-2bb7-4338-83db-983d5422f3a1 req-29de3410-c747-4015-9c3d-37d6df4987ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:31.803599 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-29de3410-c747-4015-9c3d-37d6df4987ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.1592369 May 04 08:18:31.811040 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-27ac7f28-4d4a-40d4-817d-13a0d440cb56 req-32ccd511-b37a-4507-94d5-e26e41963932 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7365961 May 04 08:18:31.828278 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-e7bbe6ce-02de-4cf6-a3e6-e8e11ac8ee6f None None] Port e4b80bdb-b484-442b-b2eb-57366e82f355 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:31.926532 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccd511-b37a-4507-94d5-e26e41963932 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7ff40b-9e66-49d3-bf47-6091e6073f15,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:31.937288 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89515098-2bb7-4338-83db-983d5422f3a1 req-929bc75d-580f-4e04-99d3-234633e4b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:31.939466 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-929bc75d-580f-4e04-99d3-234633e4b531 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1033463 May 04 08:18:31.948371 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82cbbed9-3fbb-4266-89dc-696f3b593305 req-980d3c6f-c371-4221-af27-337ce1b05561 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103054 May 04 08:18:31.953956 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Made reservation on behalf of df39866d4e164c0bae5d561c75f0e338 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:18:31.957535 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.104178 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf4f88-c975-4e9d-8efc-32a1e5228a0e req-5ce87045-fcf5-42b2-b15f-558749ca77f5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:32.106028 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8cbf4f88-c975-4e9d-8efc-32a1e5228a0e req-5ce87045-fcf5-42b2-b15f-558749ca77f5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 931 time: 0.4670320 May 04 08:18:32.246289 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178ce98-71fd-4654-938b-065468f6d089 req-edd98641-60bd-413c-8647-5eb94632d175 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:32.248010 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2178ce98-71fd-4654-938b-065468f6d089 req-edd98641-60bd-413c-8647-5eb94632d175 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 932 time: 0.1680889 May 04 08:18:32.459088 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8cbf4f88-c975-4e9d-8efc-32a1e5228a0e req-25796010-4cb5-4628-8ab1-526ec21b12fe tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102715 May 04 08:18:32.485432 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Allocated IP 172.20.0.9 (d3b895c4-6a2b-4006-97c1-fdc5018d64fd/e742a793-acd8-4cc7-8359-6450cf9e8e75/9360300f-27a3-46c3-8c94-0d97fe85d1a7) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:18:32.513307 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2178ce98-71fd-4654-938b-065468f6d089 req-6d0ec741-2ba7-49ff-8624-d5260745dc5c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242839 May 04 08:18:32.519010 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-e685bc77-8f2f-45fe-a082-d1fac85a077b service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715749 May 04 08:18:32.621453 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b80bdb-b484-442b-b2eb-57366e82f355 {{(pid=103665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:32.641057 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Publish callbacks [] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.660038 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-655f8887-325c-47fa-abda-a7d1ce136ff4 req-5123d610-d714-47d3-8f42-295fe290fa3f tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 210 time: 0.0694840 May 04 08:18:32.677589 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.provisioning_blocks [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Transition to ACTIVE for port object e4b80bdb-b484-442b-b2eb-57366e82f355 will not be triggered until provisioned by entity L2. {{(pid=103665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:18:32.687696 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.769462 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89515098-2bb7-4338-83db-983d5422f3a1 req-de43b796-7169-4d39-805e-8942d21ff17a service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332604 May 04 08:18:32.834230 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:32.851211 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.853989 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5674a44-d4fe-47fb-82fd-b8bc310aff69 {{(pid=103665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:32.890966 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Publish callbacks [] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.913727 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Attempting to bind port e4b80bdb-b484-442b-b2eb-57366e82f355 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:32.914272 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Attempting to bind port e4b80bdb-b484-442b-b2eb-57366e82f355 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:32.914829 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Attempting to bind port e4b80bdb-b484-442b-b2eb-57366e82f355 on network 11a48a86-e059-43c6-bfd5-0f9791819d6e {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:32.923460 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Port e4b80bdb-b484-442b-b2eb-57366e82f355 on network 11a48a86-e059-43c6-bfd5-0f9791819d6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:18:32.924029 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Attempting to bind port e4b80bdb-b484-442b-b2eb-57366e82f355 on network 11a48a86-e059-43c6-bfd5-0f9791819d6e {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:32.940168 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:32.940436 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Checking segment: {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:32.940843 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Bound using segment: {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:32.941201 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Bound port: e4b80bdb-b484-442b-b2eb-57366e82f355, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'}}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:32.941653 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.944557 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.provisioning_blocks [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Transition to ACTIVE for port object d5674a44-d4fe-47fb-82fd-b8bc310aff69 will not be triggered until provisioned by entity L2. {{(pid=103665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:18:32.946455 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:32.959744 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.094981 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, cleared binding levels {{(pid=103665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:33.098322 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:33.105633 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.106074 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:18:33.134032 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Pushing event updated for resources: {'Port': ['ID=d5674a44-d4fe-47fb-82fd-b8bc310aff69,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:33.187974 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:18:33.202635 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:18:33.204399 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:33.206006 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.206706 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] 10.222.0.62 "PUT /v2.0/ports/e4b80bdb-b484-442b-b2eb-57366e82f355 HTTP/1.1" status: 200 len: 1094 time: 1.9996495 May 04 08:18:33.207185 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:33.209690 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a228b4-2d5d-48ae-a7ea-77ef58fd1a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:33.219286 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f630b4-14f9-4ebf-9f4d-f95bfee26e4b service neutron] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=3']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:33.234918 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:33.235713 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.273096 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Attempting to bind port d5674a44-d4fe-47fb-82fd-b8bc310aff69 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:33.273594 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Attempting to bind port d5674a44-d4fe-47fb-82fd-b8bc310aff69 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:33.273925 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Attempting to bind port d5674a44-d4fe-47fb-82fd-b8bc310aff69 on network 7261d48d-3e32-4559-af8e-16809b73e4ad {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:33.282193 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Port d5674a44-d4fe-47fb-82fd-b8bc310aff69 on network 7261d48d-3e32-4559-af8e-16809b73e4ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:18:33.282193 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Attempting to bind port d5674a44-d4fe-47fb-82fd-b8bc310aff69 on network 7261d48d-3e32-4559-af8e-16809b73e4ad {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:33.282537 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'Port': ['ID=9360300f-27a3-46c3-8c94-0d97fe85d1a7,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:33.306719 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:33.307184 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Checking segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:33.310961 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Bound using segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:33.311577 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Bound port: d5674a44-d4fe-47fb-82fd-b8bc310aff69, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:33.312087 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.337363 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100803da-b979-45dc-9c0b-f52f09903cd4 x-openstack-request-id: req-100803da-b979-45dc-9c0b-f52f09903cd4 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:33.337659 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:33.337908 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-100803da-b979-45dc-9c0b-f52f09903cd4 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:33.338326 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100803da-b979-45dc-9c0b-f52f09903cd4'] response: {'name': 'network-changed', 'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'status': 'completed', 'code': 200} May 04 08:18:33.427330 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-f26493bf-adc1-44b4-99b6-e7bb8490c2c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8579021 May 04 08:18:33.442792 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] For port d5674a44-d4fe-47fb-82fd-b8bc310aff69, host hv-cinder-84028, cleared binding levels {{(pid=103665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:33.453347 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] For port d5674a44-d4fe-47fb-82fd-b8bc310aff69, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d5674a44-d4fe-47fb-82fd-b8bc310aff69,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:33.465437 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.480240 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885f91-439c-4f7e-8b61-3084814e32fc req-9fcdb60e-93af-4489-a900-163481bb878b tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:33.485651 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bc885f91-439c-4f7e-8b61-3084814e32fc req-9fcdb60e-93af-4489-a900-163481bb878b tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 945 time: 0.3611956 May 04 08:18:33.570410 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:33.571694 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:33.573168 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] 10.222.0.62 "PUT /v2.0/ports/d5674a44-d4fe-47fb-82fd-b8bc310aff69 HTTP/1.1" status: 200 len: 1093 time: 2.3502603 May 04 08:18:33.615103 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bc885f91-439c-4f7e-8b61-3084814e32fc req-e028ee92-9733-4d3f-8b73-dfa9446fefc1 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176960 May 04 08:18:33.634671 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef6657-797c-433c-a88c-49b274a43114 service neutron] Pushing event updated for resources: {'Port': ['ID=d5674a44-d4fe-47fb-82fd-b8bc310aff69,revision_number=3']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:33.807129 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3566f11-4502-435f-936c-fb43fe55862d req-36bfff43-8443-493d-b77d-7c488e6cd2b4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:33.818666 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c3566f11-4502-435f-936c-fb43fe55862d req-36bfff43-8443-493d-b77d-7c488e6cd2b4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.1250534 May 04 08:18:33.855833 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Request body: {'port': {'device_id': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:33.959615 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70792810-20b0-41ce-b5ca-9a8a020a1cb5 req-c0217c0e-0fb5-4b28-84dc-f11517ec7a79 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:33.971651 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-70792810-20b0-41ce-b5ca-9a8a020a1cb5 req-c0217c0e-0fb5-4b28-84dc-f11517ec7a79 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 943 time: 0.2402396 May 04 08:18:34.008003 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7e7d261e-84a4-4c7d-a58f-746bf8dae952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.048186 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-733ce0a7-fc77-4435-8f90-20160f1f0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.049763 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-733ce0a7-fc77-4435-8f90-20160f1f0731 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 1127 time: 0.1944606 May 04 08:18:34.060362 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-b896305a-090a-48f9-ba84-088890d1097b None None] Provisioning complete for port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:34.061053 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b896305a-090a-48f9-ba84-088890d1097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.175215 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c3566f11-4502-435f-936c-fb43fe55862d req-91a2ed09-afe2-486b-9fa3-825c259610d0 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521674 May 04 08:18:34.186980 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-b896305a-090a-48f9-ba84-088890d1097b None None] Port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:18:34.227208 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-70792810-20b0-41ce-b5ca-9a8a020a1cb5 req-5778a0ad-28c5-4702-bf18-02089a155abf tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527072 May 04 08:18:34.231391 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.384383 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dc5ca-7ba4-4838-a9b8-a105f45c25bc req-63a6b910-809a-4c74-bf91-27dbe8027ce4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.392492 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6a8dc5ca-7ba4-4838-a9b8-a105f45c25bc req-63a6b910-809a-4c74-bf91-27dbe8027ce4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 931 time: 0.0799267 May 04 08:18:34.426024 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42094) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:34.690671 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a228b4-2d5d-48ae-a7ea-77ef58fd1a3b req-6d0b0850-8453-4658-9b85-42f6a3574f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.692690 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b1a228b4-2d5d-48ae-a7ea-77ef58fd1a3b req-6d0b0850-8453-4658-9b85-42f6a3574f02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 1128 time: 0.1421578 May 04 08:18:34.706420 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-e878cc9d-c9f7-49c4-8035-6b9fb8aea7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.708427 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-e878cc9d-c9f7-49c4-8035-6b9fb8aea7e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.2970772 May 04 08:18:34.795189 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-28ff0be2-553b-4d6a-8f55-f74354978447 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5 HTTP/1.1" status: 200 len: 217 time: 0.0764868 May 04 08:18:34.911420 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6a8dc5ca-7ba4-4838-a9b8-a105f45c25bc req-57ce0326-75a0-4b15-b776-319904fc4147 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5176609 May 04 08:18:34.937998 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bd1c-bbe0-47c0-a80f-e54f459d63ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:34.963147 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17f811f3-0887-4ca1-a1d1-6cb05608059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.967125 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-17f811f3-0887-4ca1-a1d1-6cb05608059a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 1127 time: 0.3961003 May 04 08:18:34.969144 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-3470ffd1-42ce-4492-b5f9-8286c1658818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:34.971916 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-3470ffd1-42ce-4492-b5f9-8286c1658818 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.1591005 May 04 08:18:35.025277 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238d553-49ac-4ee4-a869-a5c1bd010170 req-a942355e-b6b4-4fd8-a428-51ff7c0bd884 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.031120 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e238d553-49ac-4ee4-a869-a5c1bd010170 req-a942355e-b6b4-4fd8-a428-51ff7c0bd884 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 945 time: 0.1638553 May 04 08:18:35.037607 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a228b4-2d5d-48ae-a7ea-77ef58fd1a3b req-579e3e37-98ea-4e45-8c07-f9594f242efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.039132 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b1a228b4-2d5d-48ae-a7ea-77ef58fd1a3b req-579e3e37-98ea-4e45-8c07-f9594f242efe service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3296561 May 04 08:18:35.083719 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-0d5668e3-2b56-4185-ae69-fc08a4bf69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.086000 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-0d5668e3-2b56-4185-ae69-fc08a4bf69e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0977528 May 04 08:18:35.090303 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-99f1c031-39f8-4c47-9e10-75f76bb93a85 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5674a44-d4fe-47fb-82fd-b8bc310aff69 HTTP/1.1" status: 200 len: 217 time: 0.1017027 May 04 08:18:35.250941 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e238d553-49ac-4ee4-a869-a5c1bd010170 req-0cd637ed-73df-42a1-a316-4f49a8e1298e tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181137 May 04 08:18:35.336225 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a228b4-2d5d-48ae-a7ea-77ef58fd1a3b req-8d4c7203-d81c-4af6-818c-cf50a887e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.338362 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-b1a228b4-2d5d-48ae-a7ea-77ef58fd1a3b req-8d4c7203-d81c-4af6-818c-cf50a887e233 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2938375 May 04 08:18:35.343807 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c466a53-48e4-48ae-b2d0-559f83d97ea5', 'tag': 'd5674a44-d4fe-47fb-82fd-b8bc310aff69'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:35.346432 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9a684e-1dff-48b2-a433-e374bbaf5527" -d '{"events": [{"name": "network-changed", "server_uuid": "5c466a53-48e4-48ae-b2d0-559f83d97ea5", "tag": "d5674a44-d4fe-47fb-82fd-b8bc310aff69"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:35.362097 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-0ebeccb5-d9cb-4e75-a48f-574d3e6e37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.363770 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-0ebeccb5-d9cb-4e75-a48f-574d3e6e37c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.2391307 May 04 08:18:35.367102 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-b9a2f531-2da6-49ad-bd11-86eaed729d67 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537613 May 04 08:18:35.423882 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482710d-5760-496f-8e3a-124c9353ef36 req-06d98903-813f-49dd-ab1a-d1b5b25940bf tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.425609 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f482710d-5760-496f-8e3a-124c9353ef36 req-06d98903-813f-49dd-ab1a-d1b5b25940bf tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.1323931 May 04 08:18:35.482784 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bd1c-bbe0-47c0-a80f-e54f459d63ea admin admin] Publish callbacks [] for security_group (a425e6b0-fad7-4ce3-afaf-7b27bdc4e0b5), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.500361 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-b6329ff6-aa8e-4a35-9b9c-6e379b0856f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.501897 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-b6329ff6-aa8e-4a35-9b9c-6e379b0856f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 1128 time: 0.0903373 May 04 08:18:35.513630 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9360300f-27a3-46c3-8c94-0d97fe85d1a7 {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:35.519607 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bd1c-bbe0-47c0-a80f-e54f459d63ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a425e6b0-fad7-4ce3-afaf-7b27bdc4e0b5), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.541574 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d53cff-e4a4-4c6b-ab90-73d49c1c6b0c req-dd2afa85-19d1-4338-aed8-e183fb93d8e0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.543187 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-21d53cff-e4a4-4c6b-ab90-73d49c1c6b0c req-dd2afa85-19d1-4338-aed8-e183fb93d8e0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 943 time: 0.1912649 May 04 08:18:35.550458 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Publish callbacks [] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.577884 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-afe97424-aa2e-45e6-a475-e5826c6aa8a9 req-c4602f96-ea10-4715-a5c8-958826ed8a34 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783643 May 04 08:18:35.580026 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-80be8f27-6e17-48e0-b5dc-e7898975f94e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b80bdb-b484-442b-b2eb-57366e82f355 HTTP/1.1" status: 200 len: 217 time: 0.0621061 May 04 08:18:35.581028 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-979ff740-2d58-4465-8d45-0db538a11283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.582628 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-979ff740-2d58-4465-8d45-0db538a11283 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1773679 May 04 08:18:35.639770 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Transition to ACTIVE for port object 9360300f-27a3-46c3-8c94-0d97fe85d1a7 will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:18:35.653263 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-cdc5bd1c-bbe0-47c0-a80f-e54f459d63ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff76b25a4b3e494aadd925ed6b585b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2200654 May 04 08:18:35.656285 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42148) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:35.684483 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:35.710830 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-b29a4d1c-658a-42b7-9366-9f650851469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.713520 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-b29a4d1c-658a-42b7-9366-9f650851469e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.1071570 May 04 08:18:35.742457 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f482710d-5760-496f-8e3a-124c9353ef36 req-70b93d90-e006-46ef-8b4c-140c1e0f7517 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874320 May 04 08:18:35.752969 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5bd1c-bbe0-47c0-a80f-e54f459d63ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a425e6b0-fad7-4ce3-afaf-7b27bdc4e0b5,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:35.814436 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-4c18e56e-02aa-4016-8199-0a225b87c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:35.819824 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-4c18e56e-02aa-4016-8199-0a225b87c7b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0983903 May 04 08:18:35.871888 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60767bc9-7990-432d-9faf-6b3b66395090 x-openstack-request-id: req-60767bc9-7990-432d-9faf-6b3b66395090 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:35.872106 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c466a53-48e4-48ae-b2d0-559f83d97ea5", "tag": "d5674a44-d4fe-47fb-82fd-b8bc310aff69", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:35.872569 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60767bc9-7990-432d-9faf-6b3b66395090 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:35.873553 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60767bc9-7990-432d-9faf-6b3b66395090'] response: {'name': 'network-changed', 'server_uuid': '5c466a53-48e4-48ae-b2d0-559f83d97ea5', 'tag': 'd5674a44-d4fe-47fb-82fd-b8bc310aff69', 'status': 'completed', 'code': 200} May 04 08:18:35.886159 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-21d53cff-e4a4-4c6b-ab90-73d49c1c6b0c req-025f9c93-1d11-4711-b9d4-e0e546eeb0f4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321233 May 04 08:18:35.973299 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Pushing event updated for resources: {'Port': ['ID=9360300f-27a3-46c3-8c94-0d97fe85d1a7,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:36.029546 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-b239b601-c369-4350-97ba-bb394be2e898 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044724 May 04 08:18:36.040582 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-862406fd-241a-4dd5-95d7-424fda01425a service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995792 May 04 08:18:36.075910 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4d00fc9e-9bb3-4f56-9b52-a53f428bd926 admin admin] Publish callbacks [] for security_group (a425e6b0-fad7-4ce3-afaf-7b27bdc4e0b5), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.145113 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4b93a4f3-abc9-425a-a1fd-2855a586ac22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.146907 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Attempting to bind port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:18:36.147271 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Attempting to bind port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:18:36.152809 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Attempting to bind port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 on network d3b895c4-6a2b-4006-97c1-fdc5018d64fd {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:36.192490 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-32132f9c-fcea-4d73-84dd-109b80adc951 req-5a267049-13fa-40d8-9c55-23526cb78c4d service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504683 May 04 08:18:36.224339 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 on network d3b895c4-6a2b-4006-97c1-fdc5018d64fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:18:36.224678 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Attempting to bind port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 on network d3b895c4-6a2b-4006-97c1-fdc5018d64fd {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:18:36.232313 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4d00fc9e-9bb3-4f56-9b52-a53f428bd926 admin admin] Publish callbacks [] for security_group (a425e6b0-fad7-4ce3-afaf-7b27bdc4e0b5), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.253011 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3cf86-542e-45c8-b449-4f55f1f9aee7 req-b9f28b65-8b08-47de-a58d-ff0d737be158 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:36.254615 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-48a3cf86-542e-45c8-b449-4f55f1f9aee7 req-b9f28b65-8b08-47de-a58d-ff0d737be158 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 943 time: 0.1509376 May 04 08:18:36.258924 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:18:36.259526 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Checking segment: {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:18:36.260099 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Bound using segment: {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:18:36.260568 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Bound port: 9360300f-27a3-46c3-8c94-0d97fe85d1a7, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:18:36.261194 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.340048 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75db2a5-6068-4673-9080-f67e34c53e34 req-94202497-2615-424c-aa94-73068c6b6820 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950282 May 04 08:18:36.390043 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-48a3cf86-542e-45c8-b449-4f55f1f9aee7 req-5f07f94c-f9d6-467a-8b8e-32a62dd7f717 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262906 May 04 08:18:36.419977 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4d00fc9e-9bb3-4f56-9b52-a53f428bd926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a425e6b0-fad7-4ce3-afaf-7b27bdc4e0b5), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.423507 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4d00fc9e-9bb3-4f56-9b52-a53f428bd926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.424799 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-4d00fc9e-9bb3-4f56-9b52-a53f428bd926 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a425e6b0-fad7-4ce3-afaf-7b27bdc4e0b5 HTTP/1.1" status: 204 len: 168 time: 0.7558944 May 04 08:18:36.433596 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] For port 9360300f-27a3-46c3-8c94-0d97fe85d1a7, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:18:36.441386 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] For port 9360300f-27a3-46c3-8c94-0d97fe85d1a7, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:18:36.449736 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00fc9e-9bb3-4f56-9b52-a53f428bd926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a425e6b0-fad7-4ce3-afaf-7b27bdc4e0b5,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:36.456294 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.530056 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:36.530817 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.532805 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] 10.222.0.62 "PUT /v2.0/ports/9360300f-27a3-46c3-8c94-0d97fe85d1a7 HTTP/1.1" status: 200 len: 1093 time: 2.6830642 May 04 08:18:36.533477 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'tag': '9360300f-27a3-46c3-8c94-0d97fe85d1a7'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:36.649188 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f639e89-19a2-43ba-947c-aafbbcd638eb service neutron] Pushing event updated for resources: {'Port': ['ID=9360300f-27a3-46c3-8c94-0d97fe85d1a7,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:36.806507 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42194) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:36.821238 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7281a84e-f03f-4b39-a8d4-c868c20e1223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:36.855117 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device b8b17aa4-0a34-4553-939d-21f3d1c574c5 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:18:36.884972 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42198) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:36.897537 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c4ac4-a25f-41ce-bf8f-44d5108efa8a req-bcba5396-edf4-4c1e-b099-12316e50ad18 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:36.899093 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c93c4ac4-a25f-41ce-bf8f-44d5108efa8a req-bcba5396-edf4-4c1e-b099-12316e50ad18 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0647647 May 04 08:18:36.948712 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a45488-2451-458c-8ac4-d7a9548be947" -d '{"events": [{"name": "network-changed", "server_uuid": "e47aabcf-044a-4328-b636-6575e9da2ae0", "tag": "9360300f-27a3-46c3-8c94-0d97fe85d1a7"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:37.012854 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c93c4ac4-a25f-41ce-bf8f-44d5108efa8a req-e3faf883-23d3-4519-b947-fb9f922e567d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058896 May 04 08:18:37.024223 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7281a84e-f03f-4b39-a8d4-c868c20e1223 admin admin] Publish callbacks [] for security_group (edebc727-78f8-47bf-aa4a-ebe57961621b), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.062965 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7281a84e-f03f-4b39-a8d4-c868c20e1223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (edebc727-78f8-47bf-aa4a-ebe57961621b), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.090867 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98567e-563c-47d5-9303-04383f816d0c req-cdfa85a6-1e1a-450f-b1c6-9ec23a591f81 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:37.092456 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6e98567e-563c-47d5-9303-04383f816d0c req-cdfa85a6-1e1a-450f-b1c6-9ec23a591f81 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 943 time: 0.0705256 May 04 08:18:37.125736 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-7281a84e-f03f-4b39-a8d4-c868c20e1223 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=690edd9928c241199f22c84c2b3bee80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180482 May 04 08:18:37.129144 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42216) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:37.132410 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281a84e-f03f-4b39-a8d4-c868c20e1223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edebc727-78f8-47bf-aa4a-ebe57961621b,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:37.161219 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port b8b17aa4-0a34-4553-939d-21f3d1c574c5, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:37.194083 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6e98567e-563c-47d5-9303-04383f816d0c req-59dc941f-8473-4b82-a6ce-88156be505c9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854940 May 04 08:18:37.227330 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'b8b17aa4-0a34-4553-939d-21f3d1c574c5', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'port_id': 'b8b17aa4-0a34-4553-939d-21f3d1c574c5', 'mac_address': 'fa:16:3e:37:9f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:18:37.228474 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31daf558-e2fc-407c-a3c0-946b5fc10ac3 x-openstack-request-id: req-31daf558-e2fc-407c-a3c0-946b5fc10ac3 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:37.228594 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47aabcf-044a-4328-b636-6575e9da2ae0", "tag": "9360300f-27a3-46c3-8c94-0d97fe85d1a7", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:37.228838 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31daf558-e2fc-407c-a3c0-946b5fc10ac3 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:37.229297 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31daf558-e2fc-407c-a3c0-946b5fc10ac3'] response: {'name': 'network-changed', 'server_uuid': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'tag': '9360300f-27a3-46c3-8c94-0d97fe85d1a7', 'status': 'completed', 'code': 200} May 04 08:18:37.279964 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a75c84c7-a674-4c12-b1f5-06da88ba95a2 admin admin] Publish callbacks [] for security_group (edebc727-78f8-47bf-aa4a-ebe57961621b), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.322731 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port b8b17aa4-0a34-4553-939d-21f3d1c574c5 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:37.323126 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.329994 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a75c84c7-a674-4c12-b1f5-06da88ba95a2 admin admin] Publish callbacks [] for security_group (edebc727-78f8-47bf-aa4a-ebe57961621b), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.349704 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b17aa4-0a34-4553-939d-21f3d1c574c5 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:37.391381 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f3668dd9-974c-4fae-8f00-d30778ae63c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.396757 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port b8b17aa4-0a34-4553-939d-21f3d1c574c5, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:37.399086 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.401638 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.473366 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=b8b17aa4-0a34-4553-939d-21f3d1c574c5,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:37.476271 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a75c84c7-a674-4c12-b1f5-06da88ba95a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (edebc727-78f8-47bf-aa4a-ebe57961621b), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.478967 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a75c84c7-a674-4c12-b1f5-06da88ba95a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.480134 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a75c84c7-a674-4c12-b1f5-06da88ba95a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edebc727-78f8-47bf-aa4a-ebe57961621b HTTP/1.1" status: 204 len: 168 time: 0.3492255 May 04 08:18:37.496743 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c84c7-a674-4c12-b1f5-06da88ba95a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edebc727-78f8-47bf-aa4a-ebe57961621b,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:37.531749 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f3668dd9-974c-4fae-8f00-d30778ae63c7 admin admin] Publish callbacks [] for security_group (2d57a687-ffa8-4c49-b9ed-d37d1c273228), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.540304 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f3668dd9-974c-4fae-8f00-d30778ae63c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2d57a687-ffa8-4c49-b9ed-d37d1c273228), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.605242 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f1923-ce8e-4baa-8c59-5a4cdd7ce039 req-cccfc004-8137-4d78-ace8-8e05f9375152 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:37.611642 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f3668dd9-974c-4fae-8f00-d30778ae63c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9a1b33aae6447a5a1e0925ef9d1ec1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7252917 May 04 08:18:37.612578 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3668dd9-974c-4fae-8f00-d30778ae63c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d57a687-ffa8-4c49-b9ed-d37d1c273228,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:37.614748 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2b8f1923-ce8e-4baa-8c59-5a4cdd7ce039 req-cccfc004-8137-4d78-ace8-8e05f9375152 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 943 time: 0.1078186 May 04 08:18:37.617482 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42232) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:37.693885 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2b8f1923-ce8e-4baa-8c59-5a4cdd7ce039 req-8a63764d-87e4-491e-b969-041f5fd5c3ea tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778425 May 04 08:18:37.711576 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['b8b17aa4-0a34-4553-939d-21f3d1c574c5'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:37.743994 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4de4-46f2-4d3e-b952-044341a2e9c6 admin admin] Publish callbacks [] for security_group (2d57a687-ffa8-4c49-b9ed-d37d1c273228), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.781980 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4de4-46f2-4d3e-b952-044341a2e9c6 admin admin] Publish callbacks [] for security_group (2d57a687-ffa8-4c49-b9ed-d37d1c273228), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:37.985219 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-4ac4a988-54b2-4748-b85d-ebbdded83bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:37.986803 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-4ac4a988-54b2-4748-b85d-ebbdded83bed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 1127 time: 0.0801518 May 04 08:18:37.988060 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-99b5d1e3-4a80-4cda-932b-0b8b047125ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:37.989484 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-99b5d1e3-4a80-4cda-932b-0b8b047125ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 1127 time: 0.1478319 May 04 08:18:38.079428 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4de4-46f2-4d3e-b952-044341a2e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2d57a687-ffa8-4c49-b9ed-d37d1c273228), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.082246 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4de4-46f2-4d3e-b952-044341a2e9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.083435 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c4aa4de4-46f2-4d3e-b952-044341a2e9c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d57a687-ffa8-4c49-b9ed-d37d1c273228 HTTP/1.1" status: 204 len: 168 time: 0.4650018 May 04 08:18:38.094905 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa4de4-46f2-4d3e-b952-044341a2e9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d57a687-ffa8-4c49-b9ed-d37d1c273228,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:38.139036 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42254) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:38.159020 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-470f8415-f362-462f-a142-9124fde11ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.287665 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-470f8415-f362-462f-a142-9124fde11ae5 admin admin] Publish callbacks [] for security_group (325ee77c-21a2-4910-a208-fbeab4f29470), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.296586 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-470f8415-f362-462f-a142-9124fde11ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (325ee77c-21a2-4910-a208-fbeab4f29470), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.340088 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f8415-f362-462f-a142-9124fde11ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325ee77c-21a2-4910-a208-fbeab4f29470,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:38.380785 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-470f8415-f362-462f-a142-9124fde11ae5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=add5039df13d4ca29870ab334eee88a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398217 May 04 08:18:38.383757 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42262) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:38.439248 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a65e6ada-32c3-4604-95c7-fad2a92ec06b admin admin] Publish callbacks [] for security_group (325ee77c-21a2-4910-a208-fbeab4f29470), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.466075 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a65e6ada-32c3-4604-95c7-fad2a92ec06b admin admin] Publish callbacks [] for security_group (325ee77c-21a2-4910-a208-fbeab4f29470), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.506158 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-38cd23b5-ca6a-43ed-abe2-cc30f9389ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:38.507687 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-38cd23b5-ca6a-43ed-abe2-cc30f9389ec9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.5023453 May 04 08:18:38.517268 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-dc7e726b-b84b-4887-b552-e37bc225fd68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7 HTTP/1.1" status: 200 len: 217 time: 0.4863806 May 04 08:18:38.543681 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a65e6ada-32c3-4604-95c7-fad2a92ec06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (325ee77c-21a2-4910-a208-fbeab4f29470), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.547642 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a65e6ada-32c3-4604-95c7-fad2a92ec06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.549206 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a65e6ada-32c3-4604-95c7-fad2a92ec06b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/325ee77c-21a2-4910-a208-fbeab4f29470 HTTP/1.1" status: 204 len: 168 time: 0.1644402 May 04 08:18:38.564310 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e6ada-32c3-4604-95c7-fad2a92ec06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325ee77c-21a2-4910-a208-fbeab4f29470,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:38.628801 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42266) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:38.643454 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-ea2ad1b2-3447-4024-b3af-544bdaeb20d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5674a44-d4fe-47fb-82fd-b8bc310aff69 HTTP/1.1" status: 200 len: 217 time: 0.1252103 May 04 08:18:38.647221 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9276e338-7dd6-4606-b05f-a756e15ff3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.657786 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97a338-a416-44c3-b1e6-28eea7d30bd9 req-d169aafe-9d0b-490e-94b7-7713a79be1d8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:38.659424 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef97a338-a416-44c3-b1e6-28eea7d30bd9 req-d169aafe-9d0b-490e-94b7-7713a79be1d8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.1928694 May 04 08:18:38.694592 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f0617-180c-4843-868b-4dbbfa3fa392 req-03aa8fc0-c823-44f0-8628-cbd303721af9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:38.696155 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-539f0617-180c-4843-868b-4dbbfa3fa392 req-03aa8fc0-c823-44f0-8628-cbd303721af9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 943 time: 0.2268717 May 04 08:18:38.753373 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9276e338-7dd6-4606-b05f-a756e15ff3e8 admin admin] Publish callbacks [] for security_group (d799e42e-ab83-4e0d-a9b6-dbeb1fd197cb), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.759205 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-1707ecef-a37d-47b2-a462-32782b47943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:38.759867 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9276e338-7dd6-4606-b05f-a756e15ff3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d799e42e-ab83-4e0d-a9b6-dbeb1fd197cb), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.760688 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-1707ecef-a37d-47b2-a462-32782b47943c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e742a793-acd8-4cc7-8359-6450cf9e8e75 HTTP/1.1" status: 200 len: 849 time: 0.2324934 May 04 08:18:38.801268 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-98fc8677-997f-43a1-bbbb-75b01396090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:38.802780 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-98fc8677-997f-43a1-bbbb-75b01396090c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.1385131 May 04 08:18:38.808691 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-9276e338-7dd6-4606-b05f-a756e15ff3e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=edc6d02e6a754201aa26a4f04947f30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782765 May 04 08:18:38.809721 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276e338-7dd6-4606-b05f-a756e15ff3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d799e42e-ab83-4e0d-a9b6-dbeb1fd197cb,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:38.812622 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42276) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:38.824447 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef97a338-a416-44c3-b1e6-28eea7d30bd9 req-c0a6cd38-fc91-45a4-a31f-d07e01b66e95 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070042 May 04 08:18:38.846461 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-539f0617-180c-4843-868b-4dbbfa3fa392 req-9bc72634-6311-4a86-b9a6-9fbc4a3bfbc7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251109 May 04 08:18:38.858760 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:18:38.888284 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-581a7e0a-e337-4c1c-bf54-2784200b4272 admin admin] Publish callbacks [] for security_group (d799e42e-ab83-4e0d-a9b6-dbeb1fd197cb), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.944765 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-581a7e0a-e337-4c1c-bf54-2784200b4272 admin admin] Publish callbacks [] for security_group (d799e42e-ab83-4e0d-a9b6-dbeb1fd197cb), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:38.962873 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device b8b17aa4-0a34-4553-939d-21f3d1c574c5 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:39.022965 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97903063-77f1-4805-b1da-f3b29cee6b59 req-3f555e52-2612-488a-bdce-f342866d876e tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:39.031843 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-97903063-77f1-4805-b1da-f3b29cee6b59 req-3f555e52-2612-488a-bdce-f342866d876e tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 943 time: 0.0756812 May 04 08:18:39.042639 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-581a7e0a-e337-4c1c-bf54-2784200b4272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d799e42e-ab83-4e0d-a9b6-dbeb1fd197cb), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.055577 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-581a7e0a-e337-4c1c-bf54-2784200b4272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.060696 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-581a7e0a-e337-4c1c-bf54-2784200b4272 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d799e42e-ab83-4e0d-a9b6-dbeb1fd197cb HTTP/1.1" status: 204 len: 168 time: 0.2434592 May 04 08:18:39.081469 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a7e0a-e337-4c1c-bf54-2784200b4272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d799e42e-ab83-4e0d-a9b6-dbeb1fd197cb,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:39.126778 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-97903063-77f1-4805-b1da-f3b29cee6b59 req-2c2d1cde-9602-4f47-a8e3-a044ee89e447 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900168 May 04 08:18:39.184480 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.196474 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:39.215604 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port b8b17aa4-0a34-4553-939d-21f3d1c574c5 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:18:39.220604 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'port_id': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'mac_address': 'fa:16:3e:e0:60:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:18:39.228960 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port b8b17aa4-0a34-4553-939d-21f3d1c574c5 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:39.229417 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.300487 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port e4b80bdb-b484-442b-b2eb-57366e82f355 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:39.300964 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.334321 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b80bdb-b484-442b-b2eb-57366e82f355 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:39.376421 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-424036ca-fff9-40b6-be3d-9f2f401540f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:39.378297 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-424036ca-fff9-40b6-be3d-9f2f401540f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1842353 May 04 08:18:39.382142 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-437e44b4-2a03-4e51-9cab-540a177c2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:39.383725 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-437e44b4-2a03-4e51-9cab-540a177c2258 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1928117 May 04 08:18:39.396583 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:39.405116 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.465173 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port b8b17aa4-0a34-4553-939d-21f3d1c574c5 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:39.465668 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.512856 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:39.521164 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75af2f9e-0caf-409e-9071-f3ddf5bf347d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b17aa4-0a34-4553-939d-21f3d1c574c5'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:39.524126 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93629d12-f9c3-4495-883f-7d1ac01bbd07" -d '{"events": [{"server_uuid": "75af2f9e-0caf-409e-9071-f3ddf5bf347d", "name": "network-vif-plugged", "status": "completed", "tag": "b8b17aa4-0a34-4553-939d-21f3d1c574c5"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:39.540412 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port b8b17aa4-0a34-4553-939d-21f3d1c574c5, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:39.546764 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:39.598520 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f08451-d65f-4312-a7a9-aab27e644c46 x-openstack-request-id: req-f5f08451-d65f-4312-a7a9-aab27e644c46 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:39.598884 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75af2f9e-0caf-409e-9071-f3ddf5bf347d", "name": "network-vif-plugged", "status": "completed", "tag": "b8b17aa4-0a34-4553-939d-21f3d1c574c5", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:39.599131 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5f08451-d65f-4312-a7a9-aab27e644c46 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:39.599632 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f08451-d65f-4312-a7a9-aab27e644c46'] response: {'server_uuid': '75af2f9e-0caf-409e-9071-f3ddf5bf347d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b17aa4-0a34-4553-939d-21f3d1c574c5', 'code': 200} May 04 08:18:39.611354 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=b8b17aa4-0a34-4553-939d-21f3d1c574c5,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:39.764064 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['e4b80bdb-b484-442b-b2eb-57366e82f355'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:39.764578 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-788f8bdd-e19a-4d02-86f5-7635b143c385 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835706 May 04 08:18:39.766584 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-355b57a2-7269-44a3-8e21-c33e141b20b8 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869514 May 04 08:18:39.951722 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fbf09-54ac-4f49-ac1d-0424d8242576 req-bbf0c26d-571b-4df7-b192-70ca414a25de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:39.957489 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-3d5fbf09-54ac-4f49-ac1d-0424d8242576 req-bbf0c26d-571b-4df7-b192-70ca414a25de service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 1129 time: 0.1220307 May 04 08:18:40.062417 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-3d5fbf09-54ac-4f49-ac1d-0424d8242576 req-c84a8f6a-07fe-4878-b785-399e8d3ebe76 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880926 May 04 08:18:40.170504 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194abd4b-c794-4910-8672-0fe6a0ccde03 req-23434cf5-68b6-4319-b41d-d7f573b13b2b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:40.177730 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-194abd4b-c794-4910-8672-0fe6a0ccde03 req-23434cf5-68b6-4319-b41d-d7f573b13b2b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 945 time: 0.1348500 May 04 08:18:40.201682 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae269d-321c-41d0-b01c-1fd53214d233 req-94f5ec72-382c-4024-a87a-e852c6393083 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:40.208771 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-22ae269d-321c-41d0-b01c-1fd53214d233 req-94f5ec72-382c-4024-a87a-e852c6393083 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 943 time: 0.1647363 May 04 08:18:40.212063 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9c9a684e-1dff-48b2-a433-e374bbaf5527 req-a5ab60b0-e111-4046-91eb-bced61d453ab service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291880 May 04 08:18:40.228182 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34ed88e2-3ffd-4707-88c1-eb18c70d8268 req-c0627313-8604-40fd-b47b-84eae9903e7b service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471025 May 04 08:18:40.297512 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-194abd4b-c794-4910-8672-0fe6a0ccde03 req-095c439e-44ae-40af-affe-a7debd53b697 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187639 May 04 08:18:40.301990 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-22ae269d-321c-41d0-b01c-1fd53214d233 req-d21127c9-e5a5-4651-8e99-83818155cab7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922709 May 04 08:18:40.426610 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:40.460061 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3e2cd-715f-4041-b0e7-218c4728a94d req-1ec881af-0dd0-40f5-b64b-9be1e35cfd5d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:40.461592 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fba3e2cd-715f-4041-b0e7-218c4728a94d req-1ec881af-0dd0-40f5-b64b-9be1e35cfd5d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 943 time: 0.0716805 May 04 08:18:40.547728 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fba3e2cd-715f-4041-b0e7-218c4728a94d req-1fab80b1-9fde-439a-87ce-eb8f2a39a163 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789273 May 04 08:18:40.863484 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device d5674a44-d4fe-47fb-82fd-b8bc310aff69 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:18:40.872676 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6919c-891b-48e7-ae03-f4d0a170026c req-37e222e1-a39a-4454-b992-2e402ee84b8c tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:40.876633 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-07c6919c-891b-48e7-ae03-f4d0a170026c req-37e222e1-a39a-4454-b992-2e402ee84b8c tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 945 time: 0.0624092 May 04 08:18:40.882063 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:40.954138 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-07c6919c-891b-48e7-ae03-f4d0a170026c req-a79a7892-34e7-4a12-9767-069c328def4c tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647089 May 04 08:18:41.025023 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port e4b80bdb-b484-442b-b2eb-57366e82f355 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:18:41.034327 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port e4b80bdb-b484-442b-b2eb-57366e82f355 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:41.034961 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:41.078781 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port d5674a44-d4fe-47fb-82fd-b8bc310aff69, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d5674a44-d4fe-47fb-82fd-b8bc310aff69,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:41.100780 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'd5674a44-d4fe-47fb-82fd-b8bc310aff69', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'port_id': 'd5674a44-d4fe-47fb-82fd-b8bc310aff69', 'mac_address': 'fa:16:3e:99:72:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:18:41.171445 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port d5674a44-d4fe-47fb-82fd-b8bc310aff69 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:41.172023 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:41.176938 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port e4b80bdb-b484-442b-b2eb-57366e82f355 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:41.177433 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:41.202883 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5674a44-d4fe-47fb-82fd-b8bc310aff69 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:41.234953 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:41.238979 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port d5674a44-d4fe-47fb-82fd-b8bc310aff69, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d5674a44-d4fe-47fb-82fd-b8bc310aff69,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:41.242186 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:41.246585 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:41.295484 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:41.369998 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=d5674a44-d4fe-47fb-82fd-b8bc310aff69,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:41.480457 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f330d-ae0e-4810-b75b-b5021bf217af req-5270ce0f-44ca-4303-bd3b-d9b1b574b864 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:41.487292 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d35f330d-ae0e-4810-b75b-b5021bf217af req-5270ce0f-44ca-4303-bd3b-d9b1b574b864 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0827186 May 04 08:18:41.516172 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28617b91-cfbb-4825-869b-ea2911c9bffa req-87ada65c-7d5e-4ef1-b0d8-3860bab2c26e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:41.517611 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-28617b91-cfbb-4825-869b-ea2911c9bffa req-87ada65c-7d5e-4ef1-b0d8-3860bab2c26e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 944 time: 0.1111226 May 04 08:18:41.567163 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d35f330d-ae0e-4810-b75b-b5021bf217af req-c6144982-d50d-4bf7-b0e2-17733ea6d7af tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784614 May 04 08:18:41.574849 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['d5674a44-d4fe-47fb-82fd-b8bc310aff69'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:41.629537 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:41.632792 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b473db9-cbaa-4f5f-80ba-29693e948ec5" -d '{"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:41.671894 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-28617b91-cfbb-4825-869b-ea2911c9bffa req-7d677b50-dead-47df-8f45-7dd438e65f08 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358624 May 04 08:18:41.676537 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a45488-2451-458c-8ac4-d7a9548be947 req-3a0f7949-9f18-4b86-b92f-5d3cc35aa719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:41.678107 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53a45488-2451-458c-8ac4-d7a9548be947 req-3a0f7949-9f18-4b86-b92f-5d3cc35aa719 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 1127 time: 0.1088617 May 04 08:18:41.735353 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd3b948-46bc-4c68-ad9e-90d95218bbf4 x-openstack-request-id: req-7fd3b948-46bc-4c68-ad9e-90d95218bbf4 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:41.736701 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:41.737549 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fd3b948-46bc-4c68-ad9e-90d95218bbf4 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:41.739615 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd3b948-46bc-4c68-ad9e-90d95218bbf4'] response: {'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'code': 200} May 04 08:18:41.756746 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55747b9a-bf34-43b2-9e63-755f36082e2d req-94c86e84-dc8e-4961-8d9c-66ff8625b640 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:41.765602 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-55747b9a-bf34-43b2-9e63-755f36082e2d req-94c86e84-dc8e-4961-8d9c-66ff8625b640 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 943 time: 0.0916610 May 04 08:18:41.851103 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-55747b9a-bf34-43b2-9e63-755f36082e2d req-f2ca6ad4-1a98-4d0b-b135-c9ae237832f7 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843148 May 04 08:18:42.104505 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba07d-ce89-4a81-af4c-f89a748cf0a0 req-3711d7bc-9f0f-4c35-a6f6-9c105faf7c3c tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.106196 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5bcba07d-ce89-4a81-af4c-f89a748cf0a0 req-3711d7bc-9f0f-4c35-a6f6-9c105faf7c3c tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 945 time: 0.0795677 May 04 08:18:42.186339 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5bcba07d-ce89-4a81-af4c-f89a748cf0a0 req-4aaa4561-48e7-4d89-b855-a4433d4080ae tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706129 May 04 08:18:42.714188 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca62de-3c15-4d71-9001-a0a6721458bb req-5dd81460-29e6-4137-bdc8-552b18961323 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.715762 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4eca62de-3c15-4d71-9001-a0a6721458bb req-5dd81460-29e6-4137-bdc8-552b18961323 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0519736 May 04 08:18:42.799790 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4eca62de-3c15-4d71-9001-a0a6721458bb req-4cc69ef4-4dda-4a13-9ff6-9ca7e297a698 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780797 May 04 08:18:42.806519 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c7237-d0e6-4f5c-8855-2e0adb3a1697 req-5cca8733-85bc-4732-8d76-376eaf5bf18e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.808149 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b35c7237-d0e6-4f5c-8855-2e0adb3a1697 req-5cca8733-85bc-4732-8d76-376eaf5bf18e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 944 time: 0.0728753 May 04 08:18:42.865375 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b35c7237-d0e6-4f5c-8855-2e0adb3a1697 req-f7a62193-d6e3-47f5-b951-c9bfc042caa1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506709 May 04 08:18:42.896666 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 9360300f-27a3-46c3-8c94-0d97fe85d1a7 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:18:42.906664 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device d5674a44-d4fe-47fb-82fd-b8bc310aff69 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:42.990415 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a33b2b-954a-47c3-8680-5e04bdce9291 req-557d6a57-ee07-441e-85c0-f9b676e69af4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:42.992023 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-05a33b2b-954a-47c3-8680-5e04bdce9291 req-557d6a57-ee07-441e-85c0-f9b676e69af4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 943 time: 0.0522084 May 04 08:18:43.008799 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port d5674a44-d4fe-47fb-82fd-b8bc310aff69 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:18:43.022056 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port d5674a44-d4fe-47fb-82fd-b8bc310aff69 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:43.028391 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.075261 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 9360300f-27a3-46c3-8c94-0d97fe85d1a7, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:43.076703 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-05a33b2b-954a-47c3-8680-5e04bdce9291 req-8d538962-8d7d-40f6-beac-fd949789f036 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696502 May 04 08:18:43.091892 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '9360300f-27a3-46c3-8c94-0d97fe85d1a7', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'port_id': '9360300f-27a3-46c3-8c94-0d97fe85d1a7', 'mac_address': 'fa:16:3e:3d:ae:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:18:43.167581 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:43.167581 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.168319 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port d5674a44-d4fe-47fb-82fd-b8bc310aff69 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:43.168687 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.190893 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9360300f-27a3-46c3-8c94-0d97fe85d1a7 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:18:43.230649 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 9360300f-27a3-46c3-8c94-0d97fe85d1a7, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:43.232745 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port d5674a44-d4fe-47fb-82fd-b8bc310aff69, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d5674a44-d4fe-47fb-82fd-b8bc310aff69,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:43.236544 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.277127 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:43.328498 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=9360300f-27a3-46c3-8c94-0d97fe85d1a7,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:43.384465 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e836f9-352d-4a4b-b9d7-a72959316954 req-03255ac7-ebd1-46ba-bbe6-003d1510bce5 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:43.386372 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7e836f9-352d-4a4b-b9d7-a72959316954 req-03255ac7-ebd1-46ba-bbe6-003d1510bce5 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 945 time: 0.0610528 May 04 08:18:43.398389 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a45488-2451-458c-8ac4-d7a9548be947 req-5921c3ec-b77a-4d41-a620-b7c172d35765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:43.400529 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53a45488-2451-458c-8ac4-d7a9548be947 req-5921c3ec-b77a-4d41-a620-b7c172d35765 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 200 len: 911 time: 0.1618199 May 04 08:18:43.405550 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=d5674a44-d4fe-47fb-82fd-b8bc310aff69,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:43.453915 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7e836f9-352d-4a4b-b9d7-a72959316954 req-be651cbd-5464-4ab3-bb63-4eeffe915987 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522242 May 04 08:18:43.582746 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['9360300f-27a3-46c3-8c94-0d97fe85d1a7'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:43.741220 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c466a53-48e4-48ae-b2d0-559f83d97ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5674a44-d4fe-47fb-82fd-b8bc310aff69'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:43.744452 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0729f4c2-06e0-4c62-9653-2ed7d064e5c7" -d '{"events": [{"server_uuid": "5c466a53-48e4-48ae-b2d0-559f83d97ea5", "name": "network-vif-plugged", "status": "completed", "tag": "d5674a44-d4fe-47fb-82fd-b8bc310aff69"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:43.799634 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d33227-8253-487a-b4b3-027f70b3f431 x-openstack-request-id: req-a2d33227-8253-487a-b4b3-027f70b3f431 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:43.799940 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c466a53-48e4-48ae-b2d0-559f83d97ea5", "name": "network-vif-plugged", "status": "completed", "tag": "d5674a44-d4fe-47fb-82fd-b8bc310aff69", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:43.800211 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2d33227-8253-487a-b4b3-027f70b3f431 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:43.800649 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d33227-8253-487a-b4b3-027f70b3f431'] response: {'server_uuid': '5c466a53-48e4-48ae-b2d0-559f83d97ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5674a44-d4fe-47fb-82fd-b8bc310aff69', 'code': 200} May 04 08:18:44.000104 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53a45488-2451-458c-8ac4-d7a9548be947 req-754decf8-2d98-4447-a80c-08fe5194d1a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7 HTTP/1.1" status: 200 len: 217 time: 0.0776565 May 04 08:18:44.041653 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769f71c-27f8-4422-b540-0fac7da10597 req-1e36051e-eb8d-4631-801e-d6d89daa1887 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.043434 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0769f71c-27f8-4422-b540-0fac7da10597 req-1e36051e-eb8d-4631-801e-d6d89daa1887 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1602631 May 04 08:18:44.188476 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-ad7968e3-238d-473c-93da-8f2c23453088 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.189967 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-ad7968e3-238d-473c-93da-8f2c23453088 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 945 time: 0.1010330 May 04 08:18:44.336915 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a796fa-4772-471d-8f40-cf65f870a6c8 req-0b5b6ba4-d225-46bd-b805-fe785d815847 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.338588 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c8a796fa-4772-471d-8f40-cf65f870a6c8 req-0b5b6ba4-d225-46bd-b805-fe785d815847 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.3641856 May 04 08:18:44.339574 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7681c-e53a-4789-9350-5d15db1c2740 req-deae66a4-98e2-4a89-a654-4290227befca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.343615 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-37d7681c-e53a-4789-9350-5d15db1c2740 req-deae66a4-98e2-4a89-a654-4290227befca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 1130 time: 0.3747597 May 04 08:18:44.349626 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390cff4-9e03-4508-ace4-0eef3a4c80cb req-f169b338-44cb-461d-ab30-23480c8ffd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.351151 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-0390cff4-9e03-4508-ace4-0eef3a4c80cb req-f169b338-44cb-461d-ab30-23480c8ffd84 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 1129 time: 0.0987859 May 04 08:18:44.399130 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Deleting port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:18:44.399464 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.421172 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a45488-2451-458c-8ac4-d7a9548be947 req-4e18dbf1-b72e-4837-a08c-b68563455269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.423260 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53a45488-2451-458c-8ac4-d7a9548be947 req-4e18dbf1-b72e-4837-a08c-b68563455269 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e742a793-acd8-4cc7-8359-6450cf9e8e75 HTTP/1.1" status: 200 len: 849 time: 0.1320510 May 04 08:18:44.443169 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0769f71c-27f8-4422-b540-0fac7da10597 req-7f5f8202-fcad-472c-b12f-f82b1413d0d3 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739164 May 04 08:18:44.444027 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-0390cff4-9e03-4508-ace4-0eef3a4c80cb req-2bc5f8be-17e2-430f-a91f-7c4e1940c7bb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875418 May 04 08:18:44.505187 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c8a796fa-4772-471d-8f40-cf65f870a6c8 req-eb389a36-ab74-4cc4-b135-39b9371110d5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591516 May 04 08:18:44.509455 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-37d7681c-e53a-4789-9350-5d15db1c2740 req-32413645-37bc-4e22-aa1c-569a6218dccb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430004 May 04 08:18:44.520830 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] For port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,segment=NetworkSegment(ff810f60-145b-47c8-a1ab-1a8c668f6139),segment_id=ff810f60-145b-47c8-a1ab-1a8c668f6139)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:44.521318 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.521524 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a45488-2451-458c-8ac4-d7a9548be947 req-fd5ee7ec-2dd3-4f58-bf0a-f8169cf4a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.523006 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53a45488-2451-458c-8ac4-d7a9548be947 req-fd5ee7ec-2dd3-4f58-bf0a-f8169cf4a8a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0836287 May 04 08:18:44.537931 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Calling delete_port for 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 owned by compute:nova {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:18:44.567658 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107386f-da4d-475d-b79f-cf9e4c5774d0 req-f73a1dd8-8582-4ef4-8902-ccc456c3e0e6 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.569491 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d107386f-da4d-475d-b79f-cf9e4c5774d0 req-f73a1dd8-8582-4ef4-8902-ccc456c3e0e6 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 944 time: 0.0573363 May 04 08:18:44.633498 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ea83-c11e-402c-b335-002b0a41398f req-188ec940-b9d6-417a-aa5b-32c78265b07e tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:44.636639 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4d89ea83-c11e-402c-b335-002b0a41398f req-188ec940-b9d6-417a-aa5b-32c78265b07e tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 945 time: 0.0629909 May 04 08:18:44.682995 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d107386f-da4d-475d-b79f-cf9e4c5774d0 req-1efd5966-724a-4915-a042-bf5d983bc0fd tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010885 May 04 08:18:44.713696 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883'] for port (0cca4e4a-c6f6-4c8e-8172-d125d59f2da0), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.736112 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4d89ea83-c11e-402c-b335-002b0a41398f req-1593bb47-1031-4860-8869-9a4bbdc766a3 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810447 May 04 08:18:44.755643 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Pushing event deleted for resources: {'Port': ['ID=0cca4e4a-c6f6-4c8e-8172-d125d59f2da0,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:44.766375 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['0cca4e4a-c6f6-4c8e-8172-d125d59f2da0'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:18:44.842721 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] No DVR routers for this DVR port 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 on host hv-cinder-84028 {{(pid=103665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:18:44.846448 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:44.850876 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-fe765d89-accb-470b-a58d-1cbc4a2be20e req-6bfa1396-827e-4739-8e88-86b99872cb2a tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.62 "DELETE /v2.0/ports/0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 HTTP/1.1" status: 204 len: 173 time: 0.6501653 May 04 08:18:44.851364 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc218dbb-194d-4cba-93e9-cd14c8abc4e8', 'name': 'network-vif-deleted', 'tag': '0cca4e4a-c6f6-4c8e-8172-d125d59f2da0'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:44.853654 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0311bdd3-1f6a-4cec-a26a-15a96fec5d08" -d '{"events": [{"server_uuid": "fc218dbb-194d-4cba-93e9-cd14c8abc4e8", "name": "network-vif-deleted", "tag": "0cca4e4a-c6f6-4c8e-8172-d125d59f2da0"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:44.893188 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626244de-fb41-4b20-ac0d-74cd582dd75c x-openstack-request-id: req-626244de-fb41-4b20-ac0d-74cd582dd75c {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:44.893564 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc218dbb-194d-4cba-93e9-cd14c8abc4e8", "name": "network-vif-deleted", "tag": "0cca4e4a-c6f6-4c8e-8172-d125d59f2da0", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:44.893993 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-626244de-fb41-4b20-ac0d-74cd582dd75c {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:44.894594 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626244de-fb41-4b20-ac0d-74cd582dd75c'] response: {'server_uuid': 'fc218dbb-194d-4cba-93e9-cd14c8abc4e8', 'name': 'network-vif-deleted', 'tag': '0cca4e4a-c6f6-4c8e-8172-d125d59f2da0', 'status': 'completed', 'code': 200} May 04 08:18:44.900409 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 9360300f-27a3-46c3-8c94-0d97fe85d1a7 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:18:44.963176 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:18:44.973849 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:18:44.974377 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.196665 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:18:45.196991 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.237395 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 9360300f-27a3-46c3-8c94-0d97fe85d1a7, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:18:45.241862 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:45.306873 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=9360300f-27a3-46c3-8c94-0d97fe85d1a7,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:45.491645 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53a45488-2451-458c-8ac4-d7a9548be947 req-232771eb-b84c-468b-901f-f3402d5dbf90 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057248 May 04 08:18:45.572114 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18159-ba97-43c9-8869-5e9099e9992e req-cca26d97-4ebf-442e-89ed-46966c50dd3c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:45.573818 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2df18159-ba97-43c9-8869-5e9099e9992e req-cca26d97-4ebf-442e-89ed-46966c50dd3c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0525501 May 04 08:18:45.654225 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7afef4-008a-4d25-a226-e4994456ed1d req-9b4fab9d-fa69-416c-a26e-4dfbffb6a8cb tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:45.655846 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7e7afef4-008a-4d25-a226-e4994456ed1d req-9b4fab9d-fa69-416c-a26e-4dfbffb6a8cb tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0728853 May 04 08:18:45.677839 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2df18159-ba97-43c9-8869-5e9099e9992e req-2272b197-9570-4897-b5e2-68e6acb74434 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971546 May 04 08:18:45.718289 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7e7afef4-008a-4d25-a226-e4994456ed1d req-e719ce46-92fb-4fba-a8c5-8a47a6b33296 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 May 04 08:18:45.792606 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42566) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:45.803663 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9360300f-27a3-46c3-8c94-0d97fe85d1a7'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:45.806911 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93890705-bcd6-42d4-8681-6887ecaaf0c8" -d '{"events": [{"server_uuid": "e47aabcf-044a-4328-b636-6575e9da2ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9360300f-27a3-46c3-8c94-0d97fe85d1a7"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:45.813838 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073a080-098e-4318-9d2a-d1d75b15526e req-8d8703ae-cb24-4d31-a3cd-00827f9abf2d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:45.815746 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0073a080-098e-4318-9d2a-d1d75b15526e req-8d8703ae-cb24-4d31-a3cd-00827f9abf2d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0596285 May 04 08:18:45.863588 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1c9cd21f-aa04-49d9-bf8e-e4e2e2209c35 req-7b06f1f7-925d-439c-a8c8-a432a72d7249 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0465038 May 04 08:18:45.916538 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadcb047-8cea-4c9c-a542-bba67ae51e9e x-openstack-request-id: req-fadcb047-8cea-4c9c-a542-bba67ae51e9e {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:45.916966 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47aabcf-044a-4328-b636-6575e9da2ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9360300f-27a3-46c3-8c94-0d97fe85d1a7", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:45.918581 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fadcb047-8cea-4c9c-a542-bba67ae51e9e {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:45.919085 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadcb047-8cea-4c9c-a542-bba67ae51e9e'] response: {'server_uuid': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9360300f-27a3-46c3-8c94-0d97fe85d1a7', 'code': 200} May 04 08:18:45.923452 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0073a080-098e-4318-9d2a-d1d75b15526e req-d7b4c7f1-56e0-4ecc-94a3-974ee6e5490f tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930445 May 04 08:18:45.939281 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a40d78c5-55f9-4d94-88f0-3fb81e0a4315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.024830 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a40d78c5-55f9-4d94-88f0-3fb81e0a4315 admin admin] Publish callbacks [] for security_group (70546da3-d7ce-4a66-9f86-75641515c79c), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.030880 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a40d78c5-55f9-4d94-88f0-3fb81e0a4315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (70546da3-d7ce-4a66-9f86-75641515c79c), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.079171 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a40d78c5-55f9-4d94-88f0-3fb81e0a4315 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33fc40d8ef5d46edbab1da7d0d445869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851727 May 04 08:18:46.082854 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42576) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:46.092425 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d78c5-55f9-4d94-88f0-3fb81e0a4315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70546da3-d7ce-4a66-9f86-75641515c79c,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:46.177923 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53a45488-2451-458c-8ac4-d7a9548be947 req-242d1dbf-0471-4d0c-85cb-471f44f2ad6b service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221189 May 04 08:18:46.178325 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-35ced0a6-f381-4526-b604-883bd0e4f193 admin admin] Publish callbacks [] for security_group (70546da3-d7ce-4a66-9f86-75641515c79c), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.222237 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-35ced0a6-f381-4526-b604-883bd0e4f193 admin admin] Publish callbacks [] for security_group (70546da3-d7ce-4a66-9f86-75641515c79c), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.292903 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-35ced0a6-f381-4526-b604-883bd0e4f193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (70546da3-d7ce-4a66-9f86-75641515c79c), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.295792 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-35ced0a6-f381-4526-b604-883bd0e4f193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.297015 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-35ced0a6-f381-4526-b604-883bd0e4f193 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70546da3-d7ce-4a66-9f86-75641515c79c HTTP/1.1" status: 204 len: 168 time: 0.2129114 May 04 08:18:46.307693 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ced0a6-f381-4526-b604-883bd0e4f193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70546da3-d7ce-4a66-9f86-75641515c79c,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:46.746930 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42632) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:46.762443 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1794f1db-3b24-40be-a674-ac3a59f9cf0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:46.900382 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fa1d5-9655-402a-b524-d33abdde6727 req-66c8cd08-b502-4bfd-bad4-58c39e1c0667 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:46.901917 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-472fa1d5-9655-402a-b524-d33abdde6727 req-66c8cd08-b502-4bfd-bad4-58c39e1c0667 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1006851 May 04 08:18:46.925977 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0188dcd-05be-4c7c-953e-fc2ecff8a034 req-c78e3d87-7284-4dc5-bac6-2bd705fd21ef tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:46.927630 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d0188dcd-05be-4c7c-953e-fc2ecff8a034 req-c78e3d87-7284-4dc5-bac6-2bd705fd21ef tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0895202 May 04 08:18:47.025980 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1794f1db-3b24-40be-a674-ac3a59f9cf0e admin admin] Publish callbacks [] for security_group (84019541-14ae-4a17-904f-dd11070764cd), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.031972 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d0188dcd-05be-4c7c-953e-fc2ecff8a034 req-f82e03de-e1ef-4075-92bb-feff8c5746fc tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901372 May 04 08:18:47.035464 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-472fa1d5-9655-402a-b524-d33abdde6727 req-b8172513-4e1c-4a55-8553-ac6f235e1e77 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260228 May 04 08:18:47.036285 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1794f1db-3b24-40be-a674-ac3a59f9cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (84019541-14ae-4a17-904f-dd11070764cd), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.083250 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794f1db-3b24-40be-a674-ac3a59f9cf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84019541-14ae-4a17-904f-dd11070764cd,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:47.088684 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1794f1db-3b24-40be-a674-ac3a59f9cf0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7658574816ac4bbda965fafe50db6d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407035 May 04 08:18:47.091292 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42648) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:47.164273 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-98cc3c6d-d129-4b80-9705-7f1b298e7f60 req-5faa42bc-a7f7-4096-8add-bde313839b21 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0437670 May 04 08:18:47.218373 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0b13-f94c-4614-923e-03ef1d7fe390 admin admin] Publish callbacks [] for security_group (84019541-14ae-4a17-904f-dd11070764cd), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.227595 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481778f4-6b14-4d0f-b8d6-808d600a1ddf req-5a6cdb99-8836-4f07-acb9-3584a16fe5f1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:47.229118 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-481778f4-6b14-4d0f-b8d6-808d600a1ddf req-5a6cdb99-8836-4f07-acb9-3584a16fe5f1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0768232 May 04 08:18:47.263586 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0b13-f94c-4614-923e-03ef1d7fe390 admin admin] Publish callbacks [] for security_group (84019541-14ae-4a17-904f-dd11070764cd), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.347274 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-481778f4-6b14-4d0f-b8d6-808d600a1ddf req-9c9367c2-84d3-4ef0-8320-4ad9cb340663 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092522 May 04 08:18:47.380070 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0b13-f94c-4614-923e-03ef1d7fe390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (84019541-14ae-4a17-904f-dd11070764cd), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.394930 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0b13-f94c-4614-923e-03ef1d7fe390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.397542 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-2a6f0b13-f94c-4614-923e-03ef1d7fe390 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84019541-14ae-4a17-904f-dd11070764cd HTTP/1.1" status: 204 len: 168 time: 0.3049483 May 04 08:18:47.412750 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f0b13-f94c-4614-923e-03ef1d7fe390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84019541-14ae-4a17-904f-dd11070764cd,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:47.569887 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321a7e5-7f9f-4fd5-8ef0-9b352f51a36d req-2271a3b3-7d0d-4a37-b39b-837e13daea8e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:47.587438 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42656) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:47.587999 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5321a7e5-7f9f-4fd5-8ef0-9b352f51a36d req-2271a3b3-7d0d-4a37-b39b-837e13daea8e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1119115 May 04 08:18:47.593811 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'floatingip': {'port_id': 'e4b80bdb-b484-442b-b2eb-57366e82f355'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:47.667737 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96b6f6-a196-4890-919e-e944da7580a5 req-2d9b4098-93c7-44aa-9faa-8c6c5e9908db tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:47.669835 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ae96b6f6-a196-4890-919e-e944da7580a5 req-2d9b4098-93c7-44aa-9faa-8c6c5e9908db tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1213706 May 04 08:18:47.732827 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ce36f-181d-4899-be39-b58e2627ef16 req-2b410a43-8c2a-4988-87e7-2af80f9925fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:47.734632 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-627ce36f-181d-4899-be39-b58e2627ef16 req-2b410a43-8c2a-4988-87e7-2af80f9925fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 1129 time: 0.0522757 May 04 08:18:47.756599 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (a0ae13c8-6e66-45ed-a725-806f5ffc9e11), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:47.809573 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ae96b6f6-a196-4890-919e-e944da7580a5 req-8844cb28-f24c-4cf1-8e1e-9ceebc2a81c1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335857 May 04 08:18:47.812407 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-627ce36f-181d-4899-be39-b58e2627ef16 req-12541065-35ff-40b3-920b-de6279ddbb7c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694468 May 04 08:18:47.870137 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-09e294ec-b9a9-4477-8559-4a63d64c3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:47.872297 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-09e294ec-b9a9-4477-8559-4a63d64c3209 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 1129 time: 0.1394601 May 04 08:18:48.179903 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42696) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:48.372537 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7b09e903-cec7-449a-a30c-a4148e0bfaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.377472 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cc9320bc-7519-4de3-88d4-a19092be94be req-e15dce45-4653-474b-bed4-55aaea77f451 tempest-DeleteServersTestJSON-1096315199 tempest-DeleteServersTestJSON-1096315199-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc218dbb-194d-4cba-93e9-cd14c8abc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0658870 May 04 08:18:48.513930 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386fade-dafd-4ff1-b703-79373bb7a6a7 req-385128b6-a0f1-4257-8510-400995aa39fa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:48.519318 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a386fade-dafd-4ff1-b703-79373bb7a6a7 req-385128b6-a0f1-4257-8510-400995aa39fa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0718169 May 04 08:18:48.535858 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7b09e903-cec7-449a-a30c-a4148e0bfaf6 admin admin] Publish callbacks [] for security_group (f01f9252-0685-4aa2-99b2-8b93ccdb28b1), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.544004 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7b09e903-cec7-449a-a30c-a4148e0bfaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f01f9252-0685-4aa2-99b2-8b93ccdb28b1), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.618335 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09e903-cec7-449a-a30c-a4148e0bfaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01f9252-0685-4aa2-99b2-8b93ccdb28b1,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:48.647073 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a386fade-dafd-4ff1-b703-79373bb7a6a7 req-44df3f7f-3358-4ab7-a3fb-0d8b164ed6c5 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134813 May 04 08:18:48.653866 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-7b09e903-cec7-449a-a30c-a4148e0bfaf6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=032441ea3ea440438e0a49f2e3a0d939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4724531 May 04 08:18:48.656313 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42720) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:48.719002 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1503d21b-53d6-40d9-9df2-b66833fd50b7 admin admin] Publish callbacks [] for security_group (f01f9252-0685-4aa2-99b2-8b93ccdb28b1), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.759303 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1503d21b-53d6-40d9-9df2-b66833fd50b7 admin admin] Publish callbacks [] for security_group (f01f9252-0685-4aa2-99b2-8b93ccdb28b1), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.822963 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1503d21b-53d6-40d9-9df2-b66833fd50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f01f9252-0685-4aa2-99b2-8b93ccdb28b1), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.830626 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1503d21b-53d6-40d9-9df2-b66833fd50b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.835913 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1503d21b-53d6-40d9-9df2-b66833fd50b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f01f9252-0685-4aa2-99b2-8b93ccdb28b1 HTTP/1.1" status: 204 len: 168 time: 0.1782887 May 04 08:18:48.845999 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.db.resource_extend [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 08:18:48.855765 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503d21b-53d6-40d9-9df2-b66833fd50b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01f9252-0685-4aa2-99b2-8b93ccdb28b1,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:48.903021 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-62489bee-64a7-4083-be2c-546f23c6956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:48.903936 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-62489bee-64a7-4083-be2c-546f23c6956f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.4521141 May 04 08:18:48.942172 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:18:48.946686 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:48.966107 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (a0ae13c8-6e66-45ed-a725-806f5ffc9e11), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.007317 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-4ee56126-5b42-416e-9cab-50c8dc5294fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5674a44-d4fe-47fb-82fd-b8bc310aff69 HTTP/1.1" status: 200 len: 217 time: 0.0588603 May 04 08:18:49.010349 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:18:49.011754 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 0cca4e4a-c6f6-4c8e-8172-d125d59f2da0 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:18:49.092638 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-45c1d11a-c53c-4320-b5ed-05136adb63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:49.094242 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-45c1d11a-c53c-4320-b5ed-05136adb63bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0523815 May 04 08:18:49.118297 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355807-df5e-4fa7-a503-481e31905c88 req-c75f6a9e-ece6-4724-a5a8-b43571cf8da9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:49.131645 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2c355807-df5e-4fa7-a503-481e31905c88 req-c75f6a9e-ece6-4724-a5a8-b43571cf8da9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1329622 May 04 08:18:49.187245 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2c355807-df5e-4fa7-a503-481e31905c88 req-6c1f0a59-e425-49c2-8e31-3d28dfe4e5ba tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546310 May 04 08:18:49.201229 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Floating IP a0ae13c8-6e66-45ed-a725-806f5ffc9e11 associated. External IP: 172.28.3.198, port: e4b80bdb-b484-442b-b2eb-57366e82f355. May 04 08:18:49.234201 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42736) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:49.379392 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42744) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:49.394506 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-460a6a12-cedf-4481-b1bd-940606474a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.477189 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Router b5b2f5da-ae06-4010-8c14-42237142a6ec has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:18:49.540989 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-460a6a12-cedf-4481-b1bd-940606474a7f admin admin] Publish callbacks [] for security_group (a9cc3530-fa80-4761-b965-ca97aedda8a7), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.551779 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-460a6a12-cedf-4481-b1bd-940606474a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a9cc3530-fa80-4761-b965-ca97aedda8a7), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.565299 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42756) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:49.618095 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a6a12-cedf-4481-b1bd-940606474a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cc3530-fa80-4761-b965-ca97aedda8a7,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:49.635733 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-460a6a12-cedf-4481-b1bd-940606474a7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31636a655cef4f24ac9c63c1d26746a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532885 May 04 08:18:49.637978 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42762) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:49.681956 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:49.687935 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.700679 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] Sync routers for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:49.716233 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:49.717064 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:49.719332 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f83ab2e4-a4cd-41e2-b981-973f3f13fe8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.819391 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-21b8c703-9693-46ca-adec-cd8296152dce admin admin] Publish callbacks [] for security_group (a9cc3530-fa80-4761-b965-ca97aedda8a7), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.890874 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-0f9214c2-0fc1-4363-862c-f014e94307e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:49.892703 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-0f9214c2-0fc1-4363-862c-f014e94307e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1112032 May 04 08:18:49.908178 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5228c-ddc2-4309-82bf-216da704b3b6 req-f980bc32-3b8b-4982-801d-9bab63657207 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:49.908728 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-b7af3d8b-5fc8-4a82-bbcf-a9146b1f9d1e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "PUT /v2.0/floatingips/a0ae13c8-6e66-45ed-a725-806f5ffc9e11 HTTP/1.1" status: 200 len: 992 time: 2.3199341 May 04 08:18:49.918704 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a3f5228c-ddc2-4309-82bf-216da704b3b6 req-f980bc32-3b8b-4982-801d-9bab63657207 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.1842444 May 04 08:18:49.925639 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:49.929135 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:49.933198 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-056e9d05-f558-4c03-9622-bca2327bca24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.954016 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:49.971105 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-21b8c703-9693-46ca-adec-cd8296152dce admin admin] Publish callbacks [] for security_group (a9cc3530-fa80-4761-b965-ca97aedda8a7), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:49.988251 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f83ab2e4-a4cd-41e2-b981-973f3f13fe8e admin admin] Publish callbacks [] for security_group (ba9d31b9-c0bf-43fa-a070-0a0865ae5722), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.015149 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f83ab2e4-a4cd-41e2-b981-973f3f13fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ba9d31b9-c0bf-43fa-a070-0a0865ae5722), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.045149 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a93364-cc12-40b8-9d2e-4eb8c271845c x-openstack-request-id: req-86a93364-cc12-40b8-9d2e-4eb8c271845c {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:50.045769 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:50.046174 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86a93364-cc12-40b8-9d2e-4eb8c271845c {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:50.046757 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a93364-cc12-40b8-9d2e-4eb8c271845c'] response: {'name': 'network-changed', 'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'status': 'completed', 'code': 200} May 04 08:18:50.099158 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a3f5228c-ddc2-4309-82bf-216da704b3b6 req-9b10ced4-c2ec-4f92-9305-080f6aed71f2 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788726 May 04 08:18:50.117496 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ab2e4-a4cd-41e2-b981-973f3f13fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d31b9-c0bf-43fa-a070-0a0865ae5722,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:50.172519 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-ee94237b-1e66-4749-a7ee-c07cb5425c17 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558786 May 04 08:18:50.178172 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-aa6cab1c-f953-44a6-8544-70394c2ee168 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422178 May 04 08:18:50.203777 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-f83ab2e4-a4cd-41e2-b981-973f3f13fe8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3aa339827ef4efeafe99448aca4ea33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9681079 May 04 08:18:50.207940 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-21b8c703-9693-46ca-adec-cd8296152dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a9cc3530-fa80-4761-b965-ca97aedda8a7), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.210601 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-21b8c703-9693-46ca-adec-cd8296152dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.211748 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-21b8c703-9693-46ca-adec-cd8296152dce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9cc3530-fa80-4761-b965-ca97aedda8a7 HTTP/1.1" status: 204 len: 168 time: 0.5732238 May 04 08:18:50.215193 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42786) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:50.230574 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8c703-9693-46ca-adec-cd8296152dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cc3530-fa80-4761-b965-ca97aedda8a7,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:50.234862 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-fdc67409-aa02-4183-914e-8a132b0995c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:50.236687 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-fdc67409-aa02-4183-914e-8a132b0995c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 1130 time: 0.1155238 May 04 08:18:50.269974 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-056e9d05-f558-4c03-9622-bca2327bca24 admin admin] Publish callbacks [] for security_group (a365b5b6-e853-4abc-b2ca-ea3453680b56), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.314746 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-056e9d05-f558-4c03-9622-bca2327bca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a365b5b6-e853-4abc-b2ca-ea3453680b56), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.378409 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1508315-ecc7-47e3-b110-3b71c4fd88b1 req-655f6d44-bea4-436a-86fa-eb110bc0c205 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:50.380613 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f1508315-ecc7-47e3-b110-3b71c4fd88b1 req-655f6d44-bea4-436a-86fa-eb110bc0c205 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0642951 May 04 08:18:50.425607 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e9d05-f558-4c03-9622-bca2327bca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a365b5b6-e853-4abc-b2ca-ea3453680b56,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:50.436192 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-056e9d05-f558-4c03-9622-bca2327bca24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=179391e4a7594f3ea1b9aff75cf1ff67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8687994 May 04 08:18:50.438769 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42794) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:50.469985 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'a0ae13c8-6e66-45ed-a725-806f5ffc9e11', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'port_id': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'mac_address': 'fa:16:3e:e0:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:18Z', 'updated_at': '2022-05-04T08:18:48Z', 'revision_number': 1, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:50.494173 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-6510a283-514c-4d4d-af76-57e831c1b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:50.495867 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-6510a283-514c-4d4d-af76-57e831c1b668 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 1129 time: 0.2055225 May 04 08:18:50.504348 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] Checking router: b5b2f5da-ae06-4010-8c14-42237142a6ec for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:50.508546 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-79baea13-4f6e-402d-ab17-adeb14f9706c admin admin] Publish callbacks [] for security_group (ba9d31b9-c0bf-43fa-a070-0a0865ae5722), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.516678 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:50.517478 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:50.560710 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e21255d3-7802-41e0-8b77-f1c97aa32b3e req-01c01f90-f9b9-4074-8b0d-8a0fae54cf3a service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445170 May 04 08:18:50.567346 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-8d7cc1ae-ba10-4761-a38b-d9e86a83da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:50.568957 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-8d7cc1ae-ba10-4761-a38b-d9e86a83da76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 917 time: 0.3144057 May 04 08:18:50.575299 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-79baea13-4f6e-402d-ab17-adeb14f9706c admin admin] Publish callbacks [] for security_group (ba9d31b9-c0bf-43fa-a070-0a0865ae5722), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.613782 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f1508315-ecc7-47e3-b110-3b71c4fd88b1 req-b4690525-288b-42bd-a376-8b57caeb43b9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882153 May 04 08:18:50.621424 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bd926884-12e4-4e5a-a3ca-03c25d20b733 admin admin] Publish callbacks [] for security_group (a365b5b6-e853-4abc-b2ca-ea3453680b56), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.664766 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bd926884-12e4-4e5a-a3ca-03c25d20b733 admin admin] Publish callbacks [] for security_group (a365b5b6-e853-4abc-b2ca-ea3453680b56), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.697913 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-79baea13-4f6e-402d-ab17-adeb14f9706c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ba9d31b9-c0bf-43fa-a070-0a0865ae5722), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.700872 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-79baea13-4f6e-402d-ab17-adeb14f9706c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.704782 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-79baea13-4f6e-402d-ab17-adeb14f9706c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba9d31b9-c0bf-43fa-a070-0a0865ae5722 HTTP/1.1" status: 204 len: 168 time: 0.4705932 May 04 08:18:50.722584 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baea13-4f6e-402d-ab17-adeb14f9706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d31b9-c0bf-43fa-a070-0a0865ae5722,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:50.750672 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:50.765335 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bd926884-12e4-4e5a-a3ca-03c25d20b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a365b5b6-e853-4abc-b2ca-ea3453680b56), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.768835 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bd926884-12e4-4e5a-a3ca-03c25d20b733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:50.770373 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-bd926884-12e4-4e5a-a3ca-03c25d20b733 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a365b5b6-e853-4abc-b2ca-ea3453680b56 HTTP/1.1" status: 204 len: 168 time: 0.3307683 May 04 08:18:50.784761 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd926884-12e4-4e5a-a3ca-03c25d20b733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365b5b6-e853-4abc-b2ca-ea3453680b56,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:50.834997 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-e4952fdb-a508-4ff8-95bb-babaadc72128 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b80bdb-b484-442b-b2eb-57366e82f355 HTTP/1.1" status: 200 len: 1000 time: 0.2358110 May 04 08:18:50.840823 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-820032c3-a333-4a5b-ad58-99aac2f91273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:50.842789 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-820032c3-a333-4a5b-ad58-99aac2f91273 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.3197470 May 04 08:18:50.948442 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-f95eceff-d1a2-458a-b7cc-1666f7f80aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:50.950696 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-f95eceff-d1a2-458a-b7cc-1666f7f80aad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.1067662 May 04 08:18:50.952538 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-777729f1-d487-4126-8216-900a090db894 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5 HTTP/1.1" status: 200 len: 217 time: 0.0553651 May 04 08:18:51.084599 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-3d9b1bc4-c380-4c1d-a502-dda4099c9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:51.086135 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-3d9b1bc4-c380-4c1d-a502-dda4099c9418 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1248631 May 04 08:18:51.134310 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-51198645-f8f5-4260-baf7-d9f497ffee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:51.135958 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-51198645-f8f5-4260-baf7-d9f497ffee30 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.1121094 May 04 08:18:51.235336 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'a0ae13c8-6e66-45ed-a725-806f5ffc9e11', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'port_id': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'mac_address': 'fa:16:3e:e0:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:18Z', 'updated_at': '2022-05-04T08:18:48Z', 'revision_number': 1, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:51.278532 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-54badbcd-fa89-4580-859b-5c75d4546187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:51.280560 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-54badbcd-fa89-4580-859b-5c75d4546187 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1359317 May 04 08:18:51.281521 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae593d5e-631f-4c17-ae7e-3cf10e56f983 None None] The sync data for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb is: [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'a0ae13c8-6e66-45ed-a725-806f5ffc9e11', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'port_id': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'mac_address': 'fa:16:3e:e0:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:18Z', 'updated_at': '2022-05-04T08:18:48Z', 'revision_number': 1, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:51.414746 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42838) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:51.451548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.473749 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-946dbcbb-cd8e-484c-b66b-78fcbe77b6f3 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803627 May 04 08:18:51.493132 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbdb3d-da97-4134-a300-46e12a82b45e req-7a427b7e-2169-4587-8d7b-4050caa1dbd3 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:51.494710 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ecbbdb3d-da97-4134-a300-46e12a82b45e req-7a427b7e-2169-4587-8d7b-4050caa1dbd3 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.2694149 May 04 08:18:51.508781 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-7445005b-ce75-4dad-8e0d-b8a4098fb173 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150355 May 04 08:18:51.542048 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42848) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:51.697885 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b2457b-4f44-4e6f-be6c-699274819400 admin admin] Deleting subnet f9496572-8139-4048-8c4e-279413766892 {{(pid=103665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:18:51.708758 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-93b2457b-4f44-4e6f-be6c-699274819400 admin admin] Publish callbacks [] for subnet (f9496572-8139-4048-8c4e-279413766892), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.746221 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447517b6-f4f6-4c54-b8ee-dbead0c936ed None None] New status for floating IP a0ae13c8-6e66-45ed-a725-806f5ffc9e11: ACTIVE {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:18:51.746815 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Publish callbacks [] for security_group (8661d730-43dd-47d1-983e-322f080c1548), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.749809 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3728fb-fbf1-44d5-bf12-799b6ce338bc req-30aa7812-bc9f-486f-97e4-28d602457ac7 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537134 May 04 08:18:51.753097 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (8661d730-43dd-47d1-983e-322f080c1548), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.778621 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-93b2457b-4f44-4e6f-be6c-699274819400 admin admin] Publish callbacks [] for subnet (f9496572-8139-4048-8c4e-279413766892), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.811044 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-93b2457b-4f44-4e6f-be6c-699274819400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (f9496572-8139-4048-8c4e-279413766892), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:51.846405 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7521271da488405fa711917348c0b2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307432 May 04 08:18:51.849488 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42858) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:51.850918 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8661d730-43dd-47d1-983e-322f080c1548,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:51.887081 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.887464 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.887823 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.888796 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.889142 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.889488 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.890347 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.890730 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.891103 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.891457 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.891788 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.892296 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.892770 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.893239 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.893706 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c16b6f-f6c7-44bf-8fe6-abfdefc70fd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:51.896162 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900ef3c-1263-4614-800d-fd4a466e8e13 req-53c949e8-bc0a-482f-979d-e21f21832fea tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:51.907523 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8900ef3c-1263-4614-800d-fd4a466e8e13 req-53c949e8-bc0a-482f-979d-e21f21832fea tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1519206 May 04 08:18:51.941469 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ecbbdb3d-da97-4134-a300-46e12a82b45e req-1db13956-e9fe-4ff9-aac5-1c86cbbdd9ce tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4244921 May 04 08:18:51.998982 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-93b2457b-4f44-4e6f-be6c-699274819400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (f9496572-8139-4048-8c4e-279413766892), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.000692 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-101f00f1-3f1a-4eb1-9d06-e072539b8ec4 req-443e0b9f-cfa5-4b65-9803-637b0320984e service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734713 May 04 08:18:52.030949 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8900ef3c-1263-4614-800d-fd4a466e8e13 req-46300c6d-0d0e-4f6d-bdc3-fd34715a5cf6 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121862 May 04 08:18:52.067712 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2457b-4f44-4e6f-be6c-699274819400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9496572-8139-4048-8c4e-279413766892,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:52.087184 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e613-b75f-4382-89f5-2fff057282bd admin admin] Publish callbacks [] for security_group (8661d730-43dd-47d1-983e-322f080c1548), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.092432 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-93b2457b-4f44-4e6f-be6c-699274819400 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.100226 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-93b2457b-4f44-4e6f-be6c-699274819400 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f9496572-8139-4048-8c4e-279413766892 HTTP/1.1" status: 204 len: 168 time: 0.5558798 May 04 08:18:52.102615 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42870) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:52.146158 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61785-a6c0-4c00-bff0-282a56afecbc req-887a0449-fab3-429c-b8d2-8ea27b6ec206 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:52.148075 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0da61785-a6c0-4c00-bff0-282a56afecbc req-887a0449-fab3-429c-b8d2-8ea27b6ec206 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0824661 May 04 08:18:52.161654 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 42872) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:52.164781 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-61e8b6db-62d0-4ab3-a9a0-ead09efbd5cb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'floatingip': {'port_id': '9360300f-27a3-46c3-8c94-0d97fe85d1a7'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:18:52.209879 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e613-b75f-4382-89f5-2fff057282bd admin admin] Publish callbacks [] for security_group (8661d730-43dd-47d1-983e-322f080c1548), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.283626 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:18:52.290096 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61e8b6db-62d0-4ab3-a9a0-ead09efbd5cb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (d7a35bde-d9c9-4f1c-af69-ab8659b69f6d), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.307655 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.415541 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (1b971cbc-c15b-4af4-90e6-0a7453fb459e), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.594894 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42890) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:52.763844 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.811829 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e613-b75f-4382-89f5-2fff057282bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (8661d730-43dd-47d1-983e-322f080c1548), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.818325 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e613-b75f-4382-89f5-2fff057282bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.823103 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-7ac0e613-b75f-4382-89f5-2fff057282bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8661d730-43dd-47d1-983e-322f080c1548 HTTP/1.1" status: 204 len: 168 time: 0.9654083 May 04 08:18:52.882128 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Publish callbacks [] for security_group (135faa43-c716-4523-ad42-d3ee244a1267), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.891291 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (135faa43-c716-4523-ad42-d3ee244a1267), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.896355 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (1b971cbc-c15b-4af4-90e6-0a7453fb459e), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:52.906317 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0e613-b75f-4382-89f5-2fff057282bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8661d730-43dd-47d1-983e-322f080c1548,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:52.936933 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:52.938012 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:52.939178 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:52.939817 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:52.940554 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:52.941101 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:52.941654 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:52.943178 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:52.943822 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:52.944247 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:53.058201 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:53.058833 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:53.059578 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:53.060118 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:18:53.061347 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b971cbc-c15b-4af4-90e6-0a7453fb459e']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:53.133367 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff810f60-145b-47c8-a1ab-1a8c668f6139') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:53.133836 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff810f60-145b-47c8-a1ab-1a8c668f6139') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:53.160799 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (ff810f60-145b-47c8-a1ab-1a8c668f6139), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.209492 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (ff810f60-145b-47c8-a1ab-1a8c668f6139), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.223460 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:18:53.223939 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (ff810f60-145b-47c8-a1ab-1a8c668f6139), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.241273 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135faa43-c716-4523-ad42-d3ee244a1267,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:53.259949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f307c7-8bbd-4bd2-a390-7b5da47d96b9 req-70acfac1-6597-49fa-b03b-bbb843243830 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:53.261858 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c3f307c7-8bbd-4bd2-a390-7b5da47d96b9 req-70acfac1-6597-49fa-b03b-bbb843243830 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0957119 May 04 08:18:53.264624 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f572843558854a89b850cfffd784313c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6687164 May 04 08:18:53.266599 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.266599 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.266848 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.267182 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.267506 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.267824 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.268145 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.268449 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.269197 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.269197 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.269876 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.269998 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.271126 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.271467 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.271787 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f02c9-44f3-42cc-849a-11cd845d32a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:18:53.276404 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42950) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: from cryptography.utils import int_from_bytes May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: from cryptography.utils import int_from_bytes May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:18:53.280293 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:18:53.367126 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24291e38-8ba3-4c8a-a82b-08411b9a7e53 admin admin] Publish callbacks [] for security_group (135faa43-c716-4523-ad42-d3ee244a1267), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.376403 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c3f307c7-8bbd-4bd2-a390-7b5da47d96b9 req-b8195a3a-7099-472e-9055-a41f145e72c7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006014 May 04 08:18:53.415331 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24291e38-8ba3-4c8a-a82b-08411b9a7e53 admin admin] Publish callbacks [] for security_group (135faa43-c716-4523-ad42-d3ee244a1267), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.451454 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (1b971cbc-c15b-4af4-90e6-0a7453fb459e), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.487228 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.493000 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1b971cbc-c15b-4af4-90e6-0a7453fb459e HTTP/1.1" status: 204 len: 168 time: 1.3870149 May 04 08:18:53.496446 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcdecf-0306-40ed-83a2-a414ad53f7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b971cbc-c15b-4af4-90e6-0a7453fb459e,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:53.518424 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24291e38-8ba3-4c8a-a82b-08411b9a7e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (135faa43-c716-4523-ad42-d3ee244a1267), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.521811 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24291e38-8ba3-4c8a-a82b-08411b9a7e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.523064 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-24291e38-8ba3-4c8a-a82b-08411b9a7e53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/135faa43-c716-4523-ad42-d3ee244a1267 HTTP/1.1" status: 204 len: 168 time: 0.2458084 May 04 08:18:53.533704 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24291e38-8ba3-4c8a-a82b-08411b9a7e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135faa43-c716-4523-ad42-d3ee244a1267,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:53.645449 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42968) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:53.677799 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61e8b6db-62d0-4ab3-a9a0-ead09efbd5cb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.684030 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61e8b6db-62d0-4ab3-a9a0-ead09efbd5cb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (d7a35bde-d9c9-4f1c-af69-ab8659b69f6d), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.703542 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-5d1e31ba-324a-49a2-8299-f59259a451de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45899b39221d431c87eb6303a8df61aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0537667 May 04 08:18:53.704292 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 42972) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:53.782805 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9d605e1b-6501-4853-bef6-d7969b2e9079 admin admin] Publish callbacks [] for security_group (d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.808835 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9d605e1b-6501-4853-bef6-d7969b2e9079 admin admin] Publish callbacks [] for security_group (d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.820082 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-61e8b6db-62d0-4ab3-a9a0-ead09efbd5cb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Floating IP d7a35bde-d9c9-4f1c-af69-ab8659b69f6d associated. External IP: 172.28.3.251, port: 9360300f-27a3-46c3-8c94-0d97fe85d1a7. May 04 08:18:53.885737 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9d605e1b-6501-4853-bef6-d7969b2e9079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.893465 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9d605e1b-6501-4853-bef6-d7969b2e9079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:53.894221 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-9d605e1b-6501-4853-bef6-d7969b2e9079 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033 HTTP/1.1" status: 204 len: 168 time: 0.1874523 May 04 08:18:53.905883 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d605e1b-6501-4853-bef6-d7969b2e9079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bd0ec1-2a45-4ba9-bea1-3f03f3dbb033,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:54.124330 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e8b6db-62d0-4ab3-a9a0-ead09efbd5cb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Router 607f0a3a-bf18-49a5-83d1-2401f80875f3 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:18:54.296699 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e8b6db-62d0-4ab3-a9a0-ead09efbd5cb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:18:54.303410 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61e8b6db-62d0-4ab3-a9a0-ead09efbd5cb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:54.309142 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] Sync routers for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:18:54.333376 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:54.335401 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:54.406736 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-61e8b6db-62d0-4ab3-a9a0-ead09efbd5cb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "PUT /v2.0/floatingips/d7a35bde-d9c9-4f1c-af69-ab8659b69f6d HTTP/1.1" status: 200 len: 991 time: 2.2386026 May 04 08:18:54.406736 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'tag': '9360300f-27a3-46c3-8c94-0d97fe85d1a7'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:18:54.406736 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7982d89a-feb8-47bb-a9d3-556c059f2dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e47aabcf-044a-4328-b636-6575e9da2ae0", "tag": "9360300f-27a3-46c3-8c94-0d97fe85d1a7"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:18:54.497897 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f0a86e-7c6e-4f85-be87-958449622fd9 x-openstack-request-id: req-38f0a86e-7c6e-4f85-be87-958449622fd9 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:18:54.498571 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47aabcf-044a-4328-b636-6575e9da2ae0", "tag": "9360300f-27a3-46c3-8c94-0d97fe85d1a7", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:18:54.498571 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38f0a86e-7c6e-4f85-be87-958449622fd9 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:18:54.499199 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f0a86e-7c6e-4f85-be87-958449622fd9'] response: {'name': 'network-changed', 'server_uuid': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'tag': '9360300f-27a3-46c3-8c94-0d97fe85d1a7', 'status': 'completed', 'code': 200} May 04 08:18:54.508084 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:54.625335 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cd3d5-e27e-42b9-b798-0c7fc4607d29 req-fa5a2a8b-cb6c-4207-939b-d37a500939ae tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:54.632926 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4b3cd3d5-e27e-42b9-b798-0c7fc4607d29 req-fa5a2a8b-cb6c-4207-939b-d37a500939ae tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1116946 May 04 08:18:54.667680 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-bb7eca67-5d71-4013-9074-2ffe3e2910e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:54.669204 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-bb7eca67-5d71-4013-9074-2ffe3e2910e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 1129 time: 0.1174762 May 04 08:18:54.732105 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4b3cd3d5-e27e-42b9-b798-0c7fc4607d29 req-6f08fdc8-eb64-461c-91a9-5f2d3bc88a4b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921392 May 04 08:18:54.815482 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-66e8ddee-8b0c-4589-b290-669325f022d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:54.818062 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-66e8ddee-8b0c-4589-b290-669325f022d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 200 len: 911 time: 0.1264956 May 04 08:18:54.895764 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'd7a35bde-d9c9-4f1c-af69-ab8659b69f6d', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'floating_ip_address': '172.28.3.251', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'port_id': '9360300f-27a3-46c3-8c94-0d97fe85d1a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'mac_address': 'fa:16:3e:3d:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:23Z', 'updated_at': '2022-05-04T08:18:53Z', 'revision_number': 1, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:54.904087 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-112eec45-1e2c-40c0-b79a-83e3f2468f6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7 HTTP/1.1" status: 200 len: 999 time: 0.0796969 May 04 08:18:54.938291 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] Checking router: 607f0a3a-bf18-49a5-83d1-2401f80875f3 for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:18:54.947450 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:18:54.948201 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:54.983409 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-b693c759-95e0-4194-ae51-b2ef2376d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:54.986153 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-b693c759-95e0-4194-ae51-b2ef2376d8f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e742a793-acd8-4cc7-8359-6450cf9e8e75 HTTP/1.1" status: 200 len: 849 time: 0.0651591 May 04 08:18:55.064804 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-31948470-6180-4c22-a485-33745c1aa881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:55.071882 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-31948470-6180-4c22-a485-33745c1aa881 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0643899 May 04 08:18:55.109986 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:18:55.192217 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-18b10bcf-57a9-40aa-add0-b20ee0f8e8b8 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076131 May 04 08:18:55.336040 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7982d89a-feb8-47bb-a9d3-556c059f2dc8 req-164beccc-1f9b-494a-b46b-a418c200ac50 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289606 May 04 08:18:55.394345 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'd7a35bde-d9c9-4f1c-af69-ab8659b69f6d', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'floating_ip_address': '172.28.3.251', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'port_id': '9360300f-27a3-46c3-8c94-0d97fe85d1a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'mac_address': 'fa:16:3e:3d:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:23Z', 'updated_at': '2022-05-04T08:18:53Z', 'revision_number': 1, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:18:55.422664 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d1a47-7956-43ac-b924-b30945936c56 None None] The sync data for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb is: [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'd7a35bde-d9c9-4f1c-af69-ab8659b69f6d', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'floating_ip_address': '172.28.3.251', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'port_id': '9360300f-27a3-46c3-8c94-0d97fe85d1a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'mac_address': 'fa:16:3e:3d:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:18:23Z', 'updated_at': '2022-05-04T08:18:53Z', 'revision_number': 1, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:18:55.685808 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f66c7a0-1523-4bf8-bcfb-e46aa100a68b None None] New status for floating IP d7a35bde-d9c9-4f1c-af69-ab8659b69f6d: ACTIVE {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:18:55.957279 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64299a7-d6a9-47a8-b96f-ab452f2468ff req-3724960e-69d2-4c25-9fdd-a6b7a2a8b55f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:55.961905 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b64299a7-d6a9-47a8-b96f-ab452f2468ff req-3724960e-69d2-4c25-9fdd-a6b7a2a8b55f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1025407 May 04 08:18:56.046853 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b64299a7-d6a9-47a8-b96f-ab452f2468ff req-770b7d22-1275-476a-a970-5cf53a2f3b7f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708249 May 04 08:18:56.262774 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43130) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:56.508024 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24134c20-f28b-4285-ae59-131faf803149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.606490 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24134c20-f28b-4285-ae59-131faf803149 admin admin] Publish callbacks [] for security_group (ff02f876-3adf-40ca-a360-d240e04746e1), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.611422 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-24134c20-f28b-4285-ae59-131faf803149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ff02f876-3adf-40ca-a360-d240e04746e1), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.656257 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-24134c20-f28b-4285-ae59-131faf803149 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0598781341b4fc3b0e1b68f2123bfcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898933 May 04 08:18:56.656257 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24134c20-f28b-4285-ae59-131faf803149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff02f876-3adf-40ca-a360-d240e04746e1,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:56.657196 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43148) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:56.719686 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e3b6d20c-f473-42ad-aa82-013a5e1ec017 admin admin] Publish callbacks [] for security_group (ff02f876-3adf-40ca-a360-d240e04746e1), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.746914 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e3b6d20c-f473-42ad-aa82-013a5e1ec017 admin admin] Publish callbacks [] for security_group (ff02f876-3adf-40ca-a360-d240e04746e1), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.797100 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e3b6d20c-f473-42ad-aa82-013a5e1ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ff02f876-3adf-40ca-a360-d240e04746e1), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.800241 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e3b6d20c-f473-42ad-aa82-013a5e1ec017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:56.801504 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-e3b6d20c-f473-42ad-aa82-013a5e1ec017 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff02f876-3adf-40ca-a360-d240e04746e1 HTTP/1.1" status: 204 len: 168 time: 0.1416850 May 04 08:18:56.810250 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6d20c-f473-42ad-aa82-013a5e1ec017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff02f876-3adf-40ca-a360-d240e04746e1,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:57.171663 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43186) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:57.182077 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b0812-9c4c-48d3-8568-81ad7b083b32 req-4e8240c7-2df7-49bd-9ee6-47f2044afe59 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:57.184318 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fb1b0812-9c4c-48d3-8568-81ad7b083b32 req-4e8240c7-2df7-49bd-9ee6-47f2044afe59 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0581322 May 04 08:18:57.188684 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a4ef307c-7993-462a-94ba-5263e623a5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.267336 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fb1b0812-9c4c-48d3-8568-81ad7b083b32 req-7cbf307f-1ed3-456e-a295-249b8e77a3b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716364 May 04 08:18:57.279313 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43196) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:57.309030 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a4ef307c-7993-462a-94ba-5263e623a5aa admin admin] Publish callbacks [] for security_group (119d16a4-ac25-47b2-b294-4c014849390f), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.314702 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a4ef307c-7993-462a-94ba-5263e623a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (119d16a4-ac25-47b2-b294-4c014849390f), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.356743 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a4ef307c-7993-462a-94ba-5263e623a5aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=285a3c641fda4de6b73e5345cccc513d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839459 May 04 08:18:57.361089 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43206) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:57.362332 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef307c-7993-462a-94ba-5263e623a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119d16a4-ac25-47b2-b294-4c014849390f,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:57.421899 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95e2ed3b-651b-4dbb-a30e-c0b9857bc394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.433845 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-aa52cb73-b889-4065-aa3a-47a2d54683ed admin admin] Publish callbacks [] for security_group (119d16a4-ac25-47b2-b294-4c014849390f), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.463836 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-aa52cb73-b889-4065-aa3a-47a2d54683ed admin admin] Publish callbacks [] for security_group (119d16a4-ac25-47b2-b294-4c014849390f), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.524949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-aa52cb73-b889-4065-aa3a-47a2d54683ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (119d16a4-ac25-47b2-b294-4c014849390f), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.528198 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-aa52cb73-b889-4065-aa3a-47a2d54683ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.530157 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-aa52cb73-b889-4065-aa3a-47a2d54683ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/119d16a4-ac25-47b2-b294-4c014849390f HTTP/1.1" status: 204 len: 168 time: 0.1675844 May 04 08:18:57.541800 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52cb73-b889-4065-aa3a-47a2d54683ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119d16a4-ac25-47b2-b294-4c014849390f,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:57.551362 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95e2ed3b-651b-4dbb-a30e-c0b9857bc394 admin admin] Publish callbacks [] for security_group (5eca7453-bb17-4751-b8a6-0b03af7f1618), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.558217 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95e2ed3b-651b-4dbb-a30e-c0b9857bc394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (5eca7453-bb17-4751-b8a6-0b03af7f1618), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.605239 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-95e2ed3b-651b-4dbb-a30e-c0b9857bc394 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b49a84d09614adba7ee785c7664b987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245032 May 04 08:18:57.607649 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2ed3b-651b-4dbb-a30e-c0b9857bc394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca7453-bb17-4751-b8a6-0b03af7f1618,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:57.608900 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43220) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:57.675604 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b94c70b-5ef4-4323-ac93-1fcca3774720 admin admin] Publish callbacks [] for security_group (5eca7453-bb17-4751-b8a6-0b03af7f1618), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.700498 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b94c70b-5ef4-4323-ac93-1fcca3774720 admin admin] Publish callbacks [] for security_group (5eca7453-bb17-4751-b8a6-0b03af7f1618), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.761975 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b94c70b-5ef4-4323-ac93-1fcca3774720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (5eca7453-bb17-4751-b8a6-0b03af7f1618), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.764950 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b94c70b-5ef4-4323-ac93-1fcca3774720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:57.766725 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-4b94c70b-5ef4-4323-ac93-1fcca3774720 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5eca7453-bb17-4751-b8a6-0b03af7f1618 HTTP/1.1" status: 204 len: 168 time: 0.1566043 May 04 08:18:57.775191 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94c70b-5ef4-4323-ac93-1fcca3774720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca7453-bb17-4751-b8a6-0b03af7f1618,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:58.053964 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43244) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:58.145930 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43252) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:58.160452 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1774f731-c3c9-4510-9468-993f3ac6d5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.245409 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1774f731-c3c9-4510-9468-993f3ac6d5c7 admin admin] Publish callbacks [] for security_group (7c799ca9-0734-4f1b-bc97-9b05d27b38f7), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.258943 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1774f731-c3c9-4510-9468-993f3ac6d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7c799ca9-0734-4f1b-bc97-9b05d27b38f7), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.275235 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7785c3d3-4e96-442b-8dd3-49ae15afd635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.353403 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774f731-c3c9-4510-9468-993f3ac6d5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c799ca9-0734-4f1b-bc97-9b05d27b38f7,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:58.358915 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-1774f731-c3c9-4510-9468-993f3ac6d5c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ffe2698dc9b948fcb64469a550d3f166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116995 May 04 08:18:58.362856 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43260) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:58.425974 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a37c9d-7ce4-4e2a-a70c-433de67a396b req-f58ff7a9-5cb8-4dda-b346-d9e84e7512a3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:58.436540 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e5a37c9d-7ce4-4e2a-a70c-433de67a396b req-f58ff7a9-5cb8-4dda-b346-d9e84e7512a3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0764718 May 04 08:18:58.465242 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8f0af477-0282-4ff9-9c4c-9ffa1642fb2b admin admin] Publish callbacks [] for security_group (7c799ca9-0734-4f1b-bc97-9b05d27b38f7), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.496526 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43264) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:58.499097 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e5a37c9d-7ce4-4e2a-a70c-433de67a396b req-f810f5b7-e70c-49dd-9738-5195b7ad988d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612497 May 04 08:18:58.513854 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7785c3d3-4e96-442b-8dd3-49ae15afd635 admin admin] Publish callbacks [] for security_group (375329a7-9ba9-48a0-b827-a9e4bb243473), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.520669 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8f0af477-0282-4ff9-9c4c-9ffa1642fb2b admin admin] Publish callbacks [] for security_group (7c799ca9-0734-4f1b-bc97-9b05d27b38f7), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.522560 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7785c3d3-4e96-442b-8dd3-49ae15afd635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (375329a7-9ba9-48a0-b827-a9e4bb243473), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.589285 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785c3d3-4e96-442b-8dd3-49ae15afd635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375329a7-9ba9-48a0-b827-a9e4bb243473,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:58.596308 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-7785c3d3-4e96-442b-8dd3-49ae15afd635 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fae65a0126a94ea4868cfbfd95b889b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412705 May 04 08:18:58.599696 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43274) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:58.658132 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8f0af477-0282-4ff9-9c4c-9ffa1642fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7c799ca9-0734-4f1b-bc97-9b05d27b38f7), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.660623 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8f0af477-0282-4ff9-9c4c-9ffa1642fb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.661783 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-8f0af477-0282-4ff9-9c4c-9ffa1642fb2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c799ca9-0734-4f1b-bc97-9b05d27b38f7 HTTP/1.1" status: 204 len: 168 time: 0.2976053 May 04 08:18:58.667281 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c5d9957d-9043-4ca3-9ac0-e39cd8ece16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.677272 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af477-0282-4ff9-9c4c-9ffa1642fb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c799ca9-0734-4f1b-bc97-9b05d27b38f7,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:58.718095 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f4f74cad-fe07-4a65-b068-2b8b8cd67c02 admin admin] Publish callbacks [] for security_group (375329a7-9ba9-48a0-b827-a9e4bb243473), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.756904 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f4f74cad-fe07-4a65-b068-2b8b8cd67c02 admin admin] Publish callbacks [] for security_group (375329a7-9ba9-48a0-b827-a9e4bb243473), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.861299 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f4f74cad-fe07-4a65-b068-2b8b8cd67c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (375329a7-9ba9-48a0-b827-a9e4bb243473), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.863871 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f4f74cad-fe07-4a65-b068-2b8b8cd67c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.873312 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f4f74cad-fe07-4a65-b068-2b8b8cd67c02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/375329a7-9ba9-48a0-b827-a9e4bb243473 HTTP/1.1" status: 204 len: 168 time: 0.2643950 May 04 08:18:58.873312 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c5d9957d-9043-4ca3-9ac0-e39cd8ece16d admin admin] Publish callbacks [] for security_group (ee8633f8-44da-40ee-b421-9bea6fc2de1d), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.879498 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f74cad-fe07-4a65-b068-2b8b8cd67c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375329a7-9ba9-48a0-b827-a9e4bb243473,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:58.884722 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c5d9957d-9043-4ca3-9ac0-e39cd8ece16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ee8633f8-44da-40ee-b421-9bea6fc2de1d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:58.939279 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c5d9957d-9043-4ca3-9ac0-e39cd8ece16d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70fbe04d5b354ca5a0fef5cac0a4cfeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369209 May 04 08:18:58.943166 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43290) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:58.944408 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9957d-9043-4ca3-9ac0-e39cd8ece16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8633f8-44da-40ee-b421-9bea6fc2de1d,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:59.013777 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-65018e0a-c07e-453e-a458-7af030872635 admin admin] Publish callbacks [] for security_group (ee8633f8-44da-40ee-b421-9bea6fc2de1d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.041885 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-65018e0a-c07e-453e-a458-7af030872635 admin admin] Publish callbacks [] for security_group (ee8633f8-44da-40ee-b421-9bea6fc2de1d), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.094616 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-65018e0a-c07e-453e-a458-7af030872635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ee8633f8-44da-40ee-b421-9bea6fc2de1d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.097562 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-65018e0a-c07e-453e-a458-7af030872635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.098800 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-65018e0a-c07e-453e-a458-7af030872635 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee8633f8-44da-40ee-b421-9bea6fc2de1d HTTP/1.1" status: 204 len: 168 time: 0.1544368 May 04 08:18:59.115923 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65018e0a-c07e-453e-a458-7af030872635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8633f8-44da-40ee-b421-9bea6fc2de1d,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:59.361342 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43340) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:59.375938 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a3ce8504-cae6-4c22-8c72-b574e0f752d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.488200 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a3ce8504-cae6-4c22-8c72-b574e0f752d9 admin admin] Publish callbacks [] for security_group (bb2e006d-18b0-4305-8610-fd36607cef82), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.494577 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a3ce8504-cae6-4c22-8c72-b574e0f752d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (bb2e006d-18b0-4305-8610-fd36607cef82), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.588941 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a3ce8504-cae6-4c22-8c72-b574e0f752d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1d065837a3b4109a2a9c88b02a8c539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261646 May 04 08:18:59.592389 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce8504-cae6-4c22-8c72-b574e0f752d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e006d-18b0-4305-8610-fd36607cef82,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:18:59.600485 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43354) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:18:59.661576 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eaa9a-632d-471c-917b-e64a9a4837aa req-d842d895-e2aa-4b6d-a973-8fe2f4bedbb5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:18:59.692517 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a40eaa9a-632d-471c-917b-e64a9a4837aa req-d842d895-e2aa-4b6d-a973-8fe2f4bedbb5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1036232 May 04 08:18:59.701216 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e9d12887-9dbd-4518-9f7f-f31aa2c09165 admin admin] Publish callbacks [] for security_group (bb2e006d-18b0-4305-8610-fd36607cef82), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.729015 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e9d12887-9dbd-4518-9f7f-f31aa2c09165 admin admin] Publish callbacks [] for security_group (bb2e006d-18b0-4305-8610-fd36607cef82), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.789410 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a40eaa9a-632d-471c-917b-e64a9a4837aa req-17df46d5-7584-4c41-95cd-f576e9bf2e94 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956497 May 04 08:18:59.802503 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e9d12887-9dbd-4518-9f7f-f31aa2c09165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (bb2e006d-18b0-4305-8610-fd36607cef82), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.807611 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e9d12887-9dbd-4518-9f7f-f31aa2c09165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:18:59.818192 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-e9d12887-9dbd-4518-9f7f-f31aa2c09165 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb2e006d-18b0-4305-8610-fd36607cef82 HTTP/1.1" status: 204 len: 168 time: 0.2068160 May 04 08:18:59.827023 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d12887-9dbd-4518-9f7f-f31aa2c09165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e006d-18b0-4305-8610-fd36607cef82,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:00.536383 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43412) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:00.688683 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1276412251-network', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:00.714746 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Made reservation on behalf of 665c1f64495c4dadab3990bfc933bf22 for: {'network': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:00.717072 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:00.727055 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:00.841119 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Publish callbacks [] for security_group (d71d4bc5-1d10-4f6e-bb70-b28cfbbfe6a3), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:00.848514 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d71d4bc5-1d10-4f6e-bb70-b28cfbbfe6a3), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:00.888478 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:19:00.900314 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71d4bc5-1d10-4f6e-bb70-b28cfbbfe6a3,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:00.906237 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (944c8f8a-618b-4458-8b42-5d4b92561048), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:00.906603 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.segments_db [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Added segment 944c8f8a-618b-4458-8b42-5d4b92561048 of type vlan for network a8e22094-fa4e-4129-953e-332cc435c21a May 04 08:19:00.955879 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (a8e22094-fa4e-4129-953e-332cc435c21a), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:00.985437 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ade49-84de-4ff6-ab55-932d6d8c7a2a req-e152cda8-cd21-40a9-9623-fc6437a59ca1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:00.993670 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (a8e22094-fa4e-4129-953e-332cc435c21a), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:00.993961 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-825ade49-84de-4ff6-ab55-932d6d8c7a2a req-e152cda8-cd21-40a9-9623-fc6437a59ca1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0699673 May 04 08:19:00.996016 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:00.996833 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.069042 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5314140 May 04 08:19:01.069923 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43442) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:01.077556 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Request body: {'subnet': {'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1276412251-subnet', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:01.081104 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-825ade49-84de-4ff6-ab55-932d6d8c7a2a req-a531738c-b853-47ed-ae8b-86a6dd682fdc tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861290 May 04 08:19:01.124702 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd16e6f-3090-456d-86b9-de5d426e1934 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e22094-fa4e-4129-953e-332cc435c21a,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:01.136821 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network a8e22094-fa4e-4129-953e-332cc435c21a details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:19:01.160021 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Made reservation on behalf of 665c1f64495c4dadab3990bfc933bf22 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:01.164094 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408465'] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.397397 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16501709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408463'] for subnet (746850a0-26c1-452d-8542-bd0b3be43805), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.461938 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=746850a0-26c1-452d-8542-bd0b3be43805,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:01.473152 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Checking segment: {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:01.473557 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Network hostable DHCP agents. Network: a8e22094-fa4e-4129-953e-332cc435c21a, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:19:01.498621 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Network a8e22094-fa4e-4129-953e-332cc435c21a is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:19:01.516261 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, a8e22094-fa4e-4129-953e-332cc435c21a) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:01.520786 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:01.521386 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.553931 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b2040-1215-43d0-b282-577d75cbdf29 None None] Network a8e22094-fa4e-4129-953e-332cc435c21a requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:01.560483 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f57f41b7-15eb-439b-92ed-d95911a2f5a4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4849868 May 04 08:19:01.561178 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43472) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:01.566517 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:01.610739 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7873556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14674'] for router (d05d77ce-8d70-4dee-a337-3ea43e475661), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.612109 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7873720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8029972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14683'] for router (d05d77ce-8d70-4dee-a337-3ea43e475661), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.695880 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks [] for router_controller (d05d77ce-8d70-4dee-a337-3ea43e475661), precommit_add_association {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.701448 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-a8e22094-fa4e-4129-953e-332cc435c21a', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:19:01.702441 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:01.897658 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Allocated IP 172.20.0.2 (a8e22094-fa4e-4129-953e-332cc435c21a/746850a0-26c1-452d-8542-bd0b3be43805/144fbd7a-097b-42a4-87be-c73b1cb40a9e) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:01.916620 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks [] for router_gateway (d05d77ce-8d70-4dee-a337-3ea43e475661), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.094833 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43498) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:02.095536 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Publish callbacks [] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.104555 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.212510 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Network a8e22094-fa4e-4129-953e-332cc435c21a is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:02.225656 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:02.241635 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:02.244998 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Pushing event updated for resources: {'Port': ['ID=144fbd7a-097b-42a4-87be-c73b1cb40a9e,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:02.255157 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.255997 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.256546 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.257051 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.257709 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.258198 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.258703 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.259178 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.259655 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.260149 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.260627 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.261395 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.261877 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.262372 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.262859 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:02.323844 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a02d-8139-4102-b45c-858bc5049a40 req-9b05827d-e929-4077-a312-9ff851354c7d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:02.327039 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4f64a02d-8139-4102-b45c-858bc5049a40 req-9b05827d-e929-4077-a312-9ff851354c7d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1376281 May 04 08:19:02.343007 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Attempting to bind port 144fbd7a-097b-42a4-87be-c73b1cb40a9e on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:02.343700 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Attempting to bind port 144fbd7a-097b-42a4-87be-c73b1cb40a9e by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:02.344972 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Attempting to bind port 144fbd7a-097b-42a4-87be-c73b1cb40a9e on network a8e22094-fa4e-4129-953e-332cc435c21a {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:02.350939 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:02.351575 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Checking segment: {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:02.352128 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.352715 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Bound using segment: {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:02.353361 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Bound port: 144fbd7a-097b-42a4-87be-c73b1cb40a9e, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:02.353897 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.387569 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19c29173-daff-490b-b8a1-128fd70d3b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.433746 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] For port 144fbd7a-097b-42a4-87be-c73b1cb40a9e, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:02.437315 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] For port 144fbd7a-097b-42a4-87be-c73b1cb40a9e, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=144fbd7a-097b-42a4-87be-c73b1cb40a9e,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:02.447256 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.467015 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks [] for router_gateway (d05d77ce-8d70-4dee-a337-3ea43e475661), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.487738 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4f64a02d-8139-4102-b45c-858bc5049a40 req-b033ec98-5306-4748-8040-36b96663f6aa tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312616 May 04 08:19:02.495181 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.577721 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8fadb-d703-4b93-aac6-212a37916fbc None None] Pushing event updated for resources: {'Port': ['ID=144fbd7a-097b-42a4-87be-c73b1cb40a9e,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:02.590699 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19c29173-daff-490b-b8a1-128fd70d3b26 admin admin] Publish callbacks [] for security_group (9e321edd-d377-4060-9bf2-7396c8a389d2), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.595895 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19c29173-daff-490b-b8a1-128fd70d3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (9e321edd-d377-4060-9bf2-7396c8a389d2), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.647625 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-19c29173-daff-490b-b8a1-128fd70d3b26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a609db0e42404ceda6a774f791ded28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5505772 May 04 08:19:02.648511 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c29173-daff-490b-b8a1-128fd70d3b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e321edd-d377-4060-9bf2-7396c8a389d2,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:02.651025 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43512) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:02.653190 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Allocated IP 172.28.3.201 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/600459ce-54de-481a-ae9c-8b3fcc71dac6) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:02.714493 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-604c7353-e034-4c9e-ad17-1982ac90806a admin admin] Publish callbacks [] for security_group (9e321edd-d377-4060-9bf2-7396c8a389d2), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.745195 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-604c7353-e034-4c9e-ad17-1982ac90806a admin admin] Publish callbacks [] for security_group (9e321edd-d377-4060-9bf2-7396c8a389d2), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.813727 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks [] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.855070 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-604c7353-e034-4c9e-ad17-1982ac90806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (9e321edd-d377-4060-9bf2-7396c8a389d2), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.857870 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-604c7353-e034-4c9e-ad17-1982ac90806a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.859173 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-604c7353-e034-4c9e-ad17-1982ac90806a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e321edd-d377-4060-9bf2-7396c8a389d2 HTTP/1.1" status: 204 len: 168 time: 0.2070312 May 04 08:19:02.879872 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c7353-e034-4c9e-ad17-1982ac90806a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e321edd-d377-4060-9bf2-7396c8a389d2,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:02.883555 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:02.981159 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Pushing event updated for resources: {'Port': ['ID=600459ce-54de-481a-ae9c-8b3fcc71dac6,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:02.988878 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:02.990745 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:02.993764 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:03.232886 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43522) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:03.248107 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a606aa95-52c9-44e0-8d69-d29a92443535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.268403 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks [] for router_gateway (d05d77ce-8d70-4dee-a337-3ea43e475661), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.351257 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a606aa95-52c9-44e0-8d69-d29a92443535 admin admin] Publish callbacks [] for security_group (f33efb69-5f1b-4ba3-9f1b-1544fb66cf39), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.355914 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a606aa95-52c9-44e0-8d69-d29a92443535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f33efb69-5f1b-4ba3-9f1b-1544fb66cf39), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.399141 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-a606aa95-52c9-44e0-8d69-d29a92443535 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbd4ef5a4e3949e1b672ca7e500dd947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628141 May 04 08:19:03.399656 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43526) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:03.406215 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606aa95-52c9-44e0-8d69-d29a92443535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33efb69-5f1b-4ba3-9f1b-1544fb66cf39,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:03.459973 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-521315b9-db80-443b-a555-d12354429895 admin admin] Publish callbacks [] for security_group (f33efb69-5f1b-4ba3-9f1b-1544fb66cf39), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.485755 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-521315b9-db80-443b-a555-d12354429895 admin admin] Publish callbacks [] for security_group (f33efb69-5f1b-4ba3-9f1b-1544fb66cf39), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.509276 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7873665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106'] for router (d05d77ce-8d70-4dee-a337-3ea43e475661), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.555288 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-521315b9-db80-443b-a555-d12354429895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f33efb69-5f1b-4ba3-9f1b-1544fb66cf39), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.558891 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-521315b9-db80-443b-a555-d12354429895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.573561 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-521315b9-db80-443b-a555-d12354429895 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f33efb69-5f1b-4ba3-9f1b-1544fb66cf39 HTTP/1.1" status: 204 len: 168 time: 0.1627312 May 04 08:19:03.592723 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521315b9-db80-443b-a555-d12354429895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33efb69-5f1b-4ba3-9f1b-1544fb66cf39,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:03.679967 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c687c-0d3b-477a-84ae-5cb7639cf863 req-bdfd0543-7e3a-451f-8b55-92d6c2f278c3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:03.682492 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b37c687c-0d3b-477a-84ae-5cb7639cf863 req-bdfd0543-7e3a-451f-8b55-92d6c2f278c3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0774660 May 04 08:19:03.709515 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Router d05d77ce-8d70-4dee-a337-3ea43e475661 is scheduled to L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b with binding_index 1 {{(pid=103665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:19:03.738883 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a8242-9302-4ebe-8427-9adfbef30377 None None] Network a8e22094-fa4e-4129-953e-332cc435c21a requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:03.746375 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b37c687c-0d3b-477a-84ae-5cb7639cf863 req-2cdedd3e-6b46-4b7b-9ee5-bd556c6fc745 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543103 May 04 08:19:03.837542 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-40224132-fdb5-4e0c-b1e1-45aa3a0c320e None None] Provisioning complete for port 144fbd7a-097b-42a4-87be-c73b1cb40a9e triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:03.837882 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-40224132-fdb5-4e0c-b1e1-45aa3a0c320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.862693 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:03.874101 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Sync routers for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:03.886937 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:03.891156 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-1c98bc48-89c3-4378-a574-571d88c50f97 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3263292 May 04 08:19:03.891434 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43534) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:03.893508 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:03.896453 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:03.942273 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7cefc41c-8272-488e-9944-d7a6f93c7966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.091660 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-40224132-fdb5-4e0c-b1e1-45aa3a0c320e None None] Current status of the port 144fbd7a-097b-42a4-87be-c73b1cb40a9e is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:04.092054 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-40224132-fdb5-4e0c-b1e1-45aa3a0c320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.095545 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:04.205177 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-40224132-fdb5-4e0c-b1e1-45aa3a0c320e None None] For port 144fbd7a-097b-42a4-87be-c73b1cb40a9e, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=144fbd7a-097b-42a4-87be-c73b1cb40a9e,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:04.239232 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-40224132-fdb5-4e0c-b1e1-45aa3a0c320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.393409 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 144fbd7a-097b-42a4-87be-c73b1cb40a9e up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:04.406986 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:03Z', 'revision_number': 3, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:04.450646 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-886cadfa-9b9e-4597-951f-170d1fefd30a None None] Provisioning complete for port 144fbd7a-097b-42a4-87be-c73b1cb40a9e triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:04.451209 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-886cadfa-9b9e-4597-951f-170d1fefd30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.452223 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Checking router: d05d77ce-8d70-4dee-a337-3ea43e475661 for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:04.452579 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Updating router d05d77ce-8d70-4dee-a337-3ea43e475661 port 600459ce-54de-481a-ae9c-8b3fcc71dac6 binding host dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:04.489805 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.510281 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40224132-fdb5-4e0c-b1e1-45aa3a0c320e None None] Pushing event updated for resources: {'Port': ['ID=144fbd7a-097b-42a4-87be-c73b1cb40a9e,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:04.548328 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 144fbd7a-097b-42a4-87be-c73b1cb40a9e triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:04.549096 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.754309 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43564) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:04.822597 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-886cadfa-9b9e-4597-951f-170d1fefd30a None None] Current status of the port 144fbd7a-097b-42a4-87be-c73b1cb40a9e is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:04.844160 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Publish callbacks [] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), precommit_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.854369 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.892781 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 144fbd7a-097b-42a4-87be-c73b1cb40a9e is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:04.943001 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fb828-4512-4ec0-8897-3da3104dc443 req-b416b9fb-2f92-4f75-a0db-17e1b4efebe5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:04.944867 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:04.952532 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3f2fb828-4512-4ec0-8897-3da3104dc443 req-b416b9fb-2f92-4f75-a0db-17e1b4efebe5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1088676 May 04 08:19:04.986037 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-355136031-network', 'tenant_id': '057ba686fe274d22b58bde8d6161e030'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:05.026075 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Attempting to bind port 600459ce-54de-481a-ae9c-8b3fcc71dac6 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:05.027274 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Attempting to bind port 600459ce-54de-481a-ae9c-8b3fcc71dac6 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:05.027639 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Attempting to bind port 600459ce-54de-481a-ae9c-8b3fcc71dac6 on network 43f11a13-1bd8-4746-8240-30468e86dc6b {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:05.028551 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Made reservation on behalf of 057ba686fe274d22b58bde8d6161e030 for: {'network': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:05.029646 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Pushing event updated for resources: {'Port': ['ID=600459ce-54de-481a-ae9c-8b3fcc71dac6,revision_number=2']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:05.031406 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.039985 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:05.040365 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:05.040785 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.041175 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Bound using segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:05.041690 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Bound port: 600459ce-54de-481a-ae9c-8b3fcc71dac6, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:05.042104 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.045478 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.053060 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3f2fb828-4512-4ec0-8897-3da3104dc443 req-e205963d-9b60-4aa5-8a4d-6adad5153cc4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990233 May 04 08:19:05.067527 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.067865 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.068362 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.068868 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.069344 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.069818 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.070291 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.070790 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.071113 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.071433 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.071752 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.072088 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.072453 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.072709 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.073093 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:05.131945 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] For port 600459ce-54de-481a-ae9c-8b3fcc71dac6, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:05.135680 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] For port 600459ce-54de-481a-ae9c-8b3fcc71dac6, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=600459ce-54de-481a-ae9c-8b3fcc71dac6,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:05.141849 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.157070 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Publish callbacks [] for security_group (89d60b81-9f8d-42d0-afd9-8f9511a0ce3e), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.162208 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (89d60b81-9f8d-42d0-afd9-8f9511a0ce3e), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.184786 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Allocated IP 172.20.0.1 (a8e22094-fa4e-4129-953e-332cc435c21a/746850a0-26c1-452d-8542-bd0b3be43805/25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:05.193041 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:19:05.200535 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:05.201487 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:18:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:05.205116 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:05.212489 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (806fef94-2dd3-439d-950d-24bc9dbf3608), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.212851 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.segments_db [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Added segment 806fef94-2dd3-439d-950d-24bc9dbf3608 of type vlan for network 6b128091-8aa9-449b-aa19-e597002ecc9d May 04 08:19:05.242934 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97bb3e-3426-49ad-9be0-7b37f4bcf79d None None] Pushing event updated for resources: {'Port': ['ID=600459ce-54de-481a-ae9c-8b3fcc71dac6,revision_number=3']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:05.266651 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (6b128091-8aa9-449b-aa19-e597002ecc9d), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.296288 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (6b128091-8aa9-449b-aa19-e597002ecc9d), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.298200 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:05.299372 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.326094 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Publish callbacks [] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.340286 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5816000 May 04 08:19:05.344787 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43572) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:05.349878 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Request body: {'subnet': {'network_id': '6b128091-8aa9-449b-aa19-e597002ecc9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-355136031-subnet', 'tenant_id': '057ba686fe274d22b58bde8d6161e030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:05.357448 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:05.379010 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ebc7c-94c0-4901-b5a3-2b6893c5a845 admin admin] Pushing event updated for resources: {'Network': ['ID=6b128091-8aa9-449b-aa19-e597002ecc9d,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:05.390954 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 6b128091-8aa9-449b-aa19-e597002ecc9d details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:19:05.399977 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Made reservation on behalf of 057ba686fe274d22b58bde8d6161e030 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:05.417767 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408465'] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.428142 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.465813 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Network a8e22094-fa4e-4129-953e-332cc435c21a is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:05.470204 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:05.497372 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:05.578114 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Pushing event updated for resources: {'Port': ['ID=25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:05.587050 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:03Z', 'revision_number': 3, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:05.603052 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878071'] for router_interface (d05d77ce-8d70-4dee-a337-3ea43e475661), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.622032 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8514721-7560-486e-9334-cb447f6b4cf4 None None] The sync data for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb is: [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:03Z', 'revision_number': 3, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:05.830607 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16501709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408463'] for subnet (add2aa37-ddb7-42a9-a15c-9bc4d963d71c), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.857899 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-24b61710-b13a-46e4-8620-aa1bcb721e36 None None] Provisioning complete for port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:05.858405 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-24b61710-b13a-46e4-8620-aa1bcb721e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.910627 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add2aa37-ddb7-42a9-a15c-9bc4d963d71c,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:05.923413 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:05.934162 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-24b61710-b13a-46e4-8620-aa1bcb721e36 None None] Port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:06.012055 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Checking segment: {'id': '806fef94-2dd3-439d-950d-24bc9dbf3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6b128091-8aa9-449b-aa19-e597002ecc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:06.013861 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Network hostable DHCP agents. Network: 6b128091-8aa9-449b-aa19-e597002ecc9d, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:19:06.072790 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Network 6b128091-8aa9-449b-aa19-e597002ecc9d is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:19:06.098612 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 6b128091-8aa9-449b-aa19-e597002ecc9d) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:06.120221 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de4f4e-32d7-4310-bb57-eb84698ca001 None None] Network 6b128091-8aa9-449b-aa19-e597002ecc9d requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:06.133768 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:06.134359 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.181762 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-2efe0cb4-a449-4c2d-8b8f-574652857dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.198574 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-eb5f7faf-73dc-4597-b079-de869075e163 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8481431 May 04 08:19:06.282628 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Publish callbacks [] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.285619 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82eabc-f2ba-470a-9094-468ade2cc17f req-0ab2ebd2-a076-4176-aa4e-bc4d207b2749 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:06.287573 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bc82eabc-f2ba-470a-9094-468ade2cc17f req-0ab2ebd2-a076-4176-aa4e-bc4d207b2749 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1242137 May 04 08:19:06.291015 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.316197 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d45dbe8-7a63-4672-9403-684fd995d96d None None] Network 6b128091-8aa9-449b-aa19-e597002ecc9d requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:06.359649 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bc82eabc-f2ba-470a-9094-468ade2cc17f req-22d6b7a5-e1c7-49e1-8695-0372bb574380 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650966 May 04 08:19:06.390979 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7841892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877993'] for router_interface (d05d77ce-8d70-4dee-a337-3ea43e475661), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.418942 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Pushing event updated for resources: {'Port': ['ID=25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:06.461138 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 144fbd7a-097b-42a4-87be-c73b1cb40a9e up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:06.576724 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 144fbd7a-097b-42a4-87be-c73b1cb40a9e triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:06.577119 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.597938 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Network a8e22094-fa4e-4129-953e-332cc435c21a is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:06.599645 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:06.746192 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 144fbd7a-097b-42a4-87be-c73b1cb40a9e is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:06.747483 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 600459ce-54de-481a-ae9c-8b3fcc71dac6 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:06.816268 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Router d05d77ce-8d70-4dee-a337-3ea43e475661 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:19:06.826301 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 600459ce-54de-481a-ae9c-8b3fcc71dac6 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:06.826785 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.895310 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-271a484f-6f2d-440b-9f82-8b377b85994f None None] Provisioning complete for port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:06.895975 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-271a484f-6f2d-440b-9f82-8b377b85994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.943698 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-271a484f-6f2d-440b-9f82-8b377b85994f None None] Port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:06.984675 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 600459ce-54de-481a-ae9c-8b3fcc71dac6 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:06.985393 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:06.994153 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:07.004883 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-442c96e9-98a0-40f3-ad0e-4fe2d51f00a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/d05d77ce-8d70-4dee-a337-3ea43e475661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1122928 May 04 08:19:07.015752 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port 600459ce-54de-481a-ae9c-8b3fcc71dac6, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=600459ce-54de-481a-ae9c-8b3fcc71dac6,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:07.021566 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.097926 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=600459ce-54de-481a-ae9c-8b3fcc71dac6,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:07.118308 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43614) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:07.124361 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-411593030-network', 'tenant_id': 'cbf4373e78b8483a838e37090c003a89'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:07.160583 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Made reservation on behalf of cbf4373e78b8483a838e37090c003a89 for: {'network': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:07.164130 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.174967 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.273300 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Publish callbacks [] for security_group (e49bd071-0dbd-46f0-beef-9cbe1ff07f18), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.287168 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e49bd071-0dbd-46f0-beef-9cbe1ff07f18), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.311968 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:19:07.334935 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (8347519e-70b8-4749-b631-7592c9b74903), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.335269 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.segments_db [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Added segment 8347519e-70b8-4749-b631-7592c9b74903 of type vlan for network d841e9fd-0ff1-4dce-926d-8584eb885015 May 04 08:19:07.337384 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49bd071-0dbd-46f0-beef-9cbe1ff07f18,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:07.394986 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (d841e9fd-0ff1-4dce-926d-8584eb885015), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.395244 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.435886 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (d841e9fd-0ff1-4dce-926d-8584eb885015), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.439708 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:07.440383 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.480134 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3606274 May 04 08:19:07.480807 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43634) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:07.493933 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Request body: {'subnet': {'network_id': 'd841e9fd-0ff1-4dce-926d-8584eb885015', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-411593030-subnet', 'tenant_id': 'cbf4373e78b8483a838e37090c003a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:07.522833 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348a4b8-781d-49c6-b9cf-5c989d5ad026 req-cedb91a0-1a87-41d4-9b60-a8df88d645f9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:07.524377 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d348a4b8-781d-49c6-b9cf-5c989d5ad026 req-cedb91a0-1a87-41d4-9b60-a8df88d645f9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0645995 May 04 08:19:07.549059 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936a33e-a48c-48d5-a89c-0751c0aab1aa admin admin] Pushing event updated for resources: {'Network': ['ID=d841e9fd-0ff1-4dce-926d-8584eb885015,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:07.561635 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network d841e9fd-0ff1-4dce-926d-8584eb885015 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:19:07.599688 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d348a4b8-781d-49c6-b9cf-5c989d5ad026 req-bd13865d-755d-470a-87af-0bae7c7a487a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640488 May 04 08:19:07.607839 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Made reservation on behalf of cbf4373e78b8483a838e37090c003a89 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:07.611404 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408465'] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.854909 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16501709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408463'] for subnet (9b4b90c2-ca78-49f5-990f-1a507e0a3bfe), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.904361 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43658) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:07.918400 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1797465860-network', 'tenant_id': '5e91280b870d44e3b981798acdfe5623'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:07.918621 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Sync routers for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:07.937125 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4b90c2-ca78-49f5-990f-1a507e0a3bfe,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:07.938611 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:07.939257 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:07.951006 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Checking segment: {'id': '8347519e-70b8-4749-b631-7592c9b74903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd841e9fd-0ff1-4dce-926d-8584eb885015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:07.951406 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Network hostable DHCP agents. Network: d841e9fd-0ff1-4dce-926d-8584eb885015, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:19:07.955872 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Made reservation on behalf of 5e91280b870d44e3b981798acdfe5623 for: {'network': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:07.958167 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.972654 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:07.993956 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Network d841e9fd-0ff1-4dce-926d-8584eb885015 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:19:08.021331 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, d841e9fd-0ff1-4dce-926d-8584eb885015) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:08.028826 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:08.029414 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.033852 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b31408-99ec-4b5c-aaf1-d752962d4d3c None None] Network d841e9fd-0ff1-4dce-926d-8584eb885015 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:08.053458 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-7f309d42-ad99-4d13-abbf-b6ab09d45a9e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5695693 May 04 08:19:08.085430 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:08.094448 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Publish callbacks [] for security_group (976bd65c-0a4e-43ac-8b89-3db21e619276), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.099881 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (976bd65c-0a4e-43ac-8b89-3db21e619276), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.135035 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976bd65c-0a4e-43ac-8b89-3db21e619276,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:08.149234 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:19:08.161660 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (938b640e-cb80-4b95-83e2-4be2b76968f9), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.161909 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.segments_db [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Added segment 938b640e-cb80-4b95-83e2-4be2b76968f9 of type vlan for network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 May 04 08:19:08.209259 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (0f72dba2-b12b-48c7-b89c-45b4060b3d43), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.245435 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (0f72dba2-b12b-48c7-b89c-45b4060b3d43), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.248194 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:08.250622 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.288285 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daff13e-ad1a-43ac-9365-55a3595c3512 None None] Network d841e9fd-0ff1-4dce-926d-8584eb885015 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:08.290412 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 600459ce-54de-481a-ae9c-8b3fcc71dac6 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:08.332676 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] Pushing event updated for resources: {'Network': ['ID=0f72dba2-b12b-48c7-b89c-45b4060b3d43,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:08.339348 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a122b64d-eb92-4bb0-936d-979d611a97bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4279141 May 04 08:19:08.342108 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43670) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:08.349658 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Request body: {'subnet': {'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1797465860-subnet', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'ip_version': 4}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:08.352104 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:19:08.384813 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Made reservation on behalf of 5e91280b870d44e3b981798acdfe5623 for: {'subnet': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:08.390585 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.554057 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 600459ce-54de-481a-ae9c-8b3fcc71dac6 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:08.554446 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.600169 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (510b0bb6-11eb-4da0-9136-c4d931dbab0c), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.685584 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510b0bb6-11eb-4da0-9136-c4d931dbab0c,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:08.688750 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Checking segment: {'id': '938b640e-cb80-4b95-83e2-4be2b76968f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:08.689563 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Network hostable DHCP agents. Network: 0f72dba2-b12b-48c7-b89c-45b4060b3d43, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:19:08.721159 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6', 'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'mac_address': 'fa:16:3e:cf:c6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 2, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'subnets': [{'id': '746850a0-26c1-452d-8542-bd0b3be43805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:08.741199 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcff94-5ae8-422c-bdd1-4005cac6ded6 req-49937551-1dc7-4196-8dab-e8166bd1a010 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:08.743019 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-23bcff94-5ae8-422c-bdd1-4005cac6ded6 req-49937551-1dc7-4196-8dab-e8166bd1a010 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0697844 May 04 08:19:08.747368 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:19:08.760432 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 0f72dba2-b12b-48c7-b89c-45b4060b3d43) {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:08.771945 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:08.772541 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.775350 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95ae017-1b47-48ac-a595-92bc0eb102a5 None None] Network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:08.780454 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Checking router: d05d77ce-8d70-4dee-a337-3ea43e475661 for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:08.780812 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Updating router d05d77ce-8d70-4dee-a337-3ea43e475661 port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 binding host dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:08.807640 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-96d0d6d0-cc6c-48be-b000-317ae19971c5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4620667 May 04 08:19:08.807841 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43680) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:08.812355 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:08.818122 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-23bcff94-5ae8-422c-bdd1-4005cac6ded6 req-5aea2c61-f9b1-4a9e-8b88-58716aa1f42c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651588 May 04 08:19:08.845898 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7873556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14674'] for router (4b10bd5b-1dac-4786-a699-2141bab39f67), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.847067 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7873720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8029972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14683'] for router (4b10bd5b-1dac-4786-a699-2141bab39f67), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.875487 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.922300 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks [] for router_controller (4b10bd5b-1dac-4786-a699-2141bab39f67), precommit_add_association {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:08.994833 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 600459ce-54de-481a-ae9c-8b3fcc71dac6 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:09.052600 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-0f72dba2-b12b-48c7-b89c-45b4060b3d43', 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43', 'project_id': '5e91280b870d44e3b981798acdfe5623', 'fixed_ips': [{'subnet_id': '510b0bb6-11eb-4da0-9136-c4d931dbab0c'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:19:09.053445 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.089395 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks [] for router_gateway (4b10bd5b-1dac-4786-a699-2141bab39f67), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.194252 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.285978 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks [] for router_gateway (4b10bd5b-1dac-4786-a699-2141bab39f67), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.291480 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Allocated IP 172.20.0.2 (0f72dba2-b12b-48c7-b89c-45b4060b3d43/510b0bb6-11eb-4da0-9136-c4d931dbab0c/2248cb0f-fae5-43a2-8a3d-e9d24f41df98) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:09.307567 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.410494 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Publish callbacks [] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), precommit_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.438027 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Allocated IP 172.28.3.71 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/2bdc9d07-988d-4c6f-b06b-6b730963c2c1) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:09.440462 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.527493 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b42e54-2993-4e43-8d02-2b4f3001b697 None None] Pushing event updated for resources: {'Port': ['ID=25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:09.553820 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Publish callbacks [] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.575358 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.604410 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks [] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.659626 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.670246 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:09.676120 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Attempting to bind port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:09.676334 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Attempting to bind port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:09.676711 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Attempting to bind port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 on network a8e22094-fa4e-4129-953e-332cc435c21a {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:09.683840 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:09.690050 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:09.693434 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Pushing event updated for resources: {'Port': ['ID=2248cb0f-fae5-43a2-8a3d-e9d24f41df98,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:09.697406 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:09.697779 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Checking segment: {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:09.698408 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.698999 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Bound using segment: {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:09.699562 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Bound port: 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:09.700183 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.729798 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:09.737114 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:09.743002 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:09.815144 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2bdc9d07-988d-4c6f-b06b-6b730963c2c1,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:09.837509 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Attempting to bind port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:09.837881 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Attempting to bind port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '938b640e-cb80-4b95-83e2-4be2b76968f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:09.838239 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Attempting to bind port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 on network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:09.857329 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:09.857702 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Checking segment: {'id': '938b640e-cb80-4b95-83e2-4be2b76968f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:09.858105 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.858518 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Bound using segment: {'id': '938b640e-cb80-4b95-83e2-4be2b76968f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:09.859044 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Bound port: 2248cb0f-fae5-43a2-8a3d-e9d24f41df98, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938b640e-cb80-4b95-83e2-4be2b76968f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:09.859448 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.882882 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] For port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:09.938402 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] For port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:09.947193 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-af081a93-fc15-4f78-befa-064208ef5b19 None None] Provisioning complete for port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:09.947562 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-af081a93-fc15-4f78-befa-064208ef5b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.956959 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:09.996062 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a9a0d-8e62-4475-b09c-53af8f6e8526 req-6705476d-916a-4a8b-ba4e-815e4d560eae tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:09.997653 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75a9a0d-8e62-4475-b09c-53af8f6e8526 req-6705476d-916a-4a8b-ba4e-815e4d560eae tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0994399 May 04 08:19:10.082810 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] For port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:10.088475 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] For port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2248cb0f-fae5-43a2-8a3d-e9d24f41df98,segment=NetworkSegment(938b640e-cb80-4b95-83e2-4be2b76968f9),segment_id=938b640e-cb80-4b95-83e2-4be2b76968f9)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:10.093755 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks [] for router_gateway (4b10bd5b-1dac-4786-a699-2141bab39f67), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.129621 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.143245 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b42e54-2993-4e43-8d02-2b4f3001b697 None None] Pushing event updated for resources: {'Port': ['ID=25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:10.145048 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b75a9a0d-8e62-4475-b09c-53af8f6e8526 req-fe3a478d-4a95-4df6-bad7-d973034c37bf tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369553 May 04 08:19:10.166671 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:10.167338 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:10.395261 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1642d7e-57da-49fc-b463-6b75c5708fe5 None None] Pushing event updated for resources: {'Port': ['ID=2248cb0f-fae5-43a2-8a3d-e9d24f41df98,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:10.398547 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-af081a93-fc15-4f78-befa-064208ef5b19 None None] Current status of the port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:10.409649 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-af081a93-fc15-4f78-befa-064208ef5b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.492890 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.497744 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-af081a93-fc15-4f78-befa-064208ef5b19 None None] For port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:10.501711 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:10.567025 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-af081a93-fc15-4f78-befa-064208ef5b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.894425 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7873665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106'] for router (4b10bd5b-1dac-4786-a699-2141bab39f67), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.952832 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af081a93-fc15-4f78-befa-064208ef5b19 None None] Pushing event updated for resources: {'Port': ['ID=25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:10.955715 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-4c9092d0-9815-4a1b-b7d8-71170edda613 None None] Provisioning complete for port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:10.956058 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4c9092d0-9815-4a1b-b7d8-71170edda613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:10.968059 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-c8b92179-a6fe-49f3-9566-0e97b6ed0527 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:10.969947 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-c8b92179-a6fe-49f3-9566-0e97b6ed0527 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/networks?id=6b128091-8aa9-449b-aa19-e597002ecc9d HTTP/1.1" status: 200 len: 808 time: 0.2773860 May 04 08:19:10.999143 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-b5881d3e-8313-4da9-a2c4-ac32a6c91cc9 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/quotas/057ba686fe274d22b58bde8d6161e030 HTTP/1.1" status: 200 len: 375 time: 0.0171299 May 04 08:19:11.058881 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-6a54e429-b5a0-4ed3-8d62-658ca4463607 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=057ba686fe274d22b58bde8d6161e030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349343 May 04 08:19:11.122769 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-4c9092d0-9815-4a1b-b7d8-71170edda613 None None] Current status of the port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:11.129080 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6', 'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'mac_address': 'fa:16:3e:cf:c6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:09Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'subnets': [{'id': '746850a0-26c1-452d-8542-bd0b3be43805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:11.157137 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7482aa-3455-4a27-95a2-480d4c7e5eff None None] The sync data for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb is: [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6', 'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'mac_address': 'fa:16:3e:cf:c6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:09Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'subnets': [{'id': '746850a0-26c1-452d-8542-bd0b3be43805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:11.177062 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Router 4b10bd5b-1dac-4786-a699-2141bab39f67 is scheduled to L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b with binding_index 1 {{(pid=103664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:19:11.185997 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-27771481-f87e-4c2b-9c43-44106231bc55 service neutron] 10.222.0.60 "GET /v2.0/networks/6b128091-8aa9-449b-aa19-e597002ecc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170127 May 04 08:19:11.410286 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572cbf-24b5-49b4-be48-7ec5748021ff req-a7bef5c0-8ee1-4654-ba9e-754e83699af0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:11.411901 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a6572cbf-24b5-49b4-be48-7ec5748021ff req-a7bef5c0-8ee1-4654-ba9e-754e83699af0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1501701 May 04 08:19:11.474355 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:11.498014 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Sync routers for ids ['4b10bd5b-1dac-4786-a699-2141bab39f67'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:11.506251 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-02669809-ca1d-467f-be93-b3d51c43d66f service neutron] 10.222.0.60 "GET /v2.0/networks/6b128091-8aa9-449b-aa19-e597002ecc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454545 May 04 08:19:11.510652 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Routers {'4b10bd5b-1dac-4786-a699-2141bab39f67'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:11.511468 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['4b10bd5b-1dac-4786-a699-2141bab39f67'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:11.543110 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a6572cbf-24b5-49b4-be48-7ec5748021ff req-4ebe1ca8-83de-432a-a131-92a583595881 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214902 May 04 08:19:11.547094 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:11.552757 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43738) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:11.567426 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-4e0e5d82-bccb-4658-97a2-374754b003f9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7583880 May 04 08:19:11.678834 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Set router 4b10bd5b-1dac-4786-a699-2141bab39f67 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:11.745021 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f1da601c-5f4b-4f85-b845-1ab9c78e84ab req-6987ae3d-93bb-4878-8a7a-20da5597f3ee tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 210 time: 0.0294456 May 04 08:19:11.859426 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f6aa9-4228-438c-a131-e2fcbab4f2eb None None] Network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:11.927216 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-eb0b0732-d38a-4c46-a8d1-0e065072f82f None None] Provisioning complete for port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:11.937027 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-eb0b0732-d38a-4c46-a8d1-0e065072f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:11.985860 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:09Z', 'revision_number': 3, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'gw_port': {'id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:09Z', 'updated_at': '2022-05-04T08:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:12.113884 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Checking router: 4b10bd5b-1dac-4786-a699-2141bab39f67 for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:12.114340 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Updating router 4b10bd5b-1dac-4786-a699-2141bab39f67 port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 binding host dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:12.148157 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b0732-d38a-4c46-a8d1-0e065072f82f None None] Current status of the port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:12.148655 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-eb0b0732-d38a-4c46-a8d1-0e065072f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.190622 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-eb0b0732-d38a-4c46-a8d1-0e065072f82f None None] For port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2248cb0f-fae5-43a2-8a3d-e9d24f41df98,segment=NetworkSegment(938b640e-cb80-4b95-83e2-4be2b76968f9),segment_id=938b640e-cb80-4b95-83e2-4be2b76968f9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:12.197310 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-eb0b0732-d38a-4c46-a8d1-0e065072f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.210550 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.265940 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b0732-d38a-4c46-a8d1-0e065072f82f None None] Pushing event updated for resources: {'Port': ['ID=2248cb0f-fae5-43a2-8a3d-e9d24f41df98,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:12.470152 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:12.484441 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.547882 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:12.548753 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.691328 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-3d2b3148-1e40-4f4b-9c86-e65f0652617f None None] Provisioning complete for port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:12.691702 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3148-1e40-4f4b-9c86-e65f0652617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.764561 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Allocated IP 172.20.0.1 (0f72dba2-b12b-48c7-b89c-45b4060b3d43/510b0bb6-11eb-4da0-9136-c4d931dbab0c/4b532fc2-3d8d-4b75-88cf-76b2118f9df2) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:12.889879 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56968bdd-466e-4bb4-88a0-04b1d60b5f78 req-78a796b9-8b17-42bd-bb32-4919ec6fdcce tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:12.891735 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-56968bdd-466e-4bb4-88a0-04b1d60b5f78 req-78a796b9-8b17-42bd-bb32-4919ec6fdcce tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1735752 May 04 08:19:12.915994 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Publish callbacks [] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), precommit_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.925724 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:12.932920 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:12.934157 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:12.993335 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c846450-e195-4bed-aacd-de1596628c77 None None] Pushing event updated for resources: {'Port': ['ID=2bdc9d07-988d-4c6f-b06b-6b730963c2c1,revision_number=2']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:13.000324 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-56968bdd-466e-4bb4-88a0-04b1d60b5f78 req-dae24114-4311-42b6-941f-a1d3d46c1baa tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969489 May 04 08:19:13.031505 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Publish callbacks [] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.048109 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-56a8b4a2-df6f-4aa9-a07a-07be32e5a22b req-b3b9ba3e-6594-40ad-9f52-fe10ed0304db tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 210 time: 0.0742984 May 04 08:19:13.053500 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Attempting to bind port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:13.054051 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Attempting to bind port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:13.055016 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Attempting to bind port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 on network 43f11a13-1bd8-4746-8240-30468e86dc6b {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:13.060917 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:13.061747 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:13.062367 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.063170 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Bound using segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:13.073462 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Bound port: 2bdc9d07-988d-4c6f-b06b-6b730963c2c1, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:13.074024 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.078338 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b3148-1e40-4f4b-9c86-e65f0652617f None None] Current status of the port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:13.083412 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:13.083808 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.112550 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.136981 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] For port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:13.140786 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] For port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2bdc9d07-988d-4c6f-b06b-6b730963c2c1,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:13.147868 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.167455 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Pushing event updated for resources: {'Port': ['ID=4b532fc2-3d8d-4b75-88cf-76b2118f9df2,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:13.175556 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:13.180759 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:13.182208 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:13.185186 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:13.211487 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Routers {'4b10bd5b-1dac-4786-a699-2141bab39f67'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:13.212167 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['4b10bd5b-1dac-4786-a699-2141bab39f67'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:13.217993 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c846450-e195-4bed-aacd-de1596628c77 None None] Pushing event updated for resources: {'Port': ['ID=2bdc9d07-988d-4c6f-b06b-6b730963c2c1,revision_number=3']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:13.237471 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878071'] for router_interface (4b10bd5b-1dac-4786-a699-2141bab39f67), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.335591 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] Set router 4b10bd5b-1dac-4786-a699-2141bab39f67 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:13.385868 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.502542 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-7d23daf5-ad5f-4d69-9e9d-469bcd189740 None None] Provisioning complete for port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:13.503247 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7d23daf5-ad5f-4d69-9e9d-469bcd189740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.539535 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:09Z', 'revision_number': 3, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'gw_port': {'id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:09Z', 'updated_at': '2022-05-04T08:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:13.540172 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-7d23daf5-ad5f-4d69-9e9d-469bcd189740 None None] Port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:13.555981 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Publish callbacks [] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.561823 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.569259 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f727e22-b096-4e28-b5a2-2c56c6fbd6fd None None] The sync data for ids ['4b10bd5b-1dac-4786-a699-2141bab39f67'] in dv-cinder-840289-4-smb is: [{'id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:09Z', 'revision_number': 3, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'gw_port': {'id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:09Z', 'updated_at': '2022-05-04T08:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:13.639959 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7841892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877993'] for router_interface (4b10bd5b-1dac-4786-a699-2141bab39f67), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:13.643075 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Pushing event updated for resources: {'Port': ['ID=4b532fc2-3d8d-4b75-88cf-76b2118f9df2,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:13.716853 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-ba888d28-b937-4ede-8ae6-9e402703d411 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:13.718324 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-ba888d28-b937-4ede-8ae6-9e402703d411 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.62 "GET /v2.0/networks?id=6b128091-8aa9-449b-aa19-e597002ecc9d HTTP/1.1" status: 200 len: 808 time: 0.1312904 May 04 08:19:13.745255 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Request body: {'port': {'device_id': 'c687a2a1-2239-4907-90d0-1882c1f57843', 'network_id': '6b128091-8aa9-449b-aa19-e597002ecc9d', 'admin_state_up': True, 'tenant_id': '057ba686fe274d22b58bde8d6161e030'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:13.773562 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:13.775546 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:13.934212 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Made reservation on behalf of 057ba686fe274d22b58bde8d6161e030 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:13.943574 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.278283 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c6c8e209-3f87-4c78-a94d-5390cc8abaf7 None None] Provisioning complete for port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:14.284698 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e209-3f87-4c78-a94d-5390cc8abaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.317278 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df4716e3-755f-4e77-94ad-65e1878dfe9b req-e9a696a0-a809-45dd-be5a-7adbb17df119 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 210 time: 0.0809548 May 04 08:19:14.357997 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829c2a9-71bb-45f4-ac33-7e002c59547c req-37ca6c84-507a-4bb2-a1c4-263868034df3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:14.360550 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f829c2a9-71bb-45f4-ac33-7e002c59547c req-37ca6c84-507a-4bb2-a1c4-263868034df3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1939745 May 04 08:19:14.365860 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Allocated IP 172.20.0.10 (6b128091-8aa9-449b-aa19-e597002ecc9d/add2aa37-ddb7-42a9-a15c-9bc4d963d71c/00fd3886-5b08-4645-80a1-6ee63fd9b475) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:14.370738 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8e209-3f87-4c78-a94d-5390cc8abaf7 None None] Port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:14.381973 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Router 4b10bd5b-1dac-4786-a699-2141bab39f67 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:19:14.546907 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:14.584993 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f829c2a9-71bb-45f4-ac33-7e002c59547c req-5d3836c6-3fdb-4343-a757-4f4f8d6c9322 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126615 May 04 08:19:14.627981 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:14.648248 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-7de92902-9b0a-41ad-913d-794c197591df admin admin] 10.222.0.60 "PUT /v2.0/routers/4b10bd5b-1dac-4786-a699-2141bab39f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0936852 May 04 08:19:14.701056 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:14.701701 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.746356 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Publish callbacks [] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.793589 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.824779 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:14.826042 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:14.854227 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Network 6b128091-8aa9-449b-aa19-e597002ecc9d is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:14.857917 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:14.864875 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:14.870108 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:14.870821 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.887014 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:14.887798 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:14.891952 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Pushing event updated for resources: {'Port': ['ID=00fd3886-5b08-4645-80a1-6ee63fd9b475,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:14.903078 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8bff44cc-ca48-4dba-82f3-287abd6854e3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1618221 May 04 08:19:14.930030 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Request body: {'port': {'device_id': 'c687a2a1-2239-4907-90d0-1882c1f57843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:15.018948 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:15.019455 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.027193 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.049639 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2bdc9d07-988d-4c6f-b06b-6b730963c2c1,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:15.056364 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.114264 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=2bdc9d07-988d-4c6f-b06b-6b730963c2c1,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:15.334423 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fd3886-5b08-4645-80a1-6ee63fd9b475 {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:15.343156 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Publish callbacks [] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.361193 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Transition to ACTIVE for port object 00fd3886-5b08-4645-80a1-6ee63fd9b475 will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:19:15.369477 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.423441 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43816) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:15.428466 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-dbe5142f-a220-4527-86a9-34d7bbbb7b93 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172401450', 'description': 'tempest-secgroup-smoke-1172401450 description', 'project_id': '665c1f64495c4dadab3990bfc933bf22'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:15.451140 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-dbe5142f-a220-4527-86a9-34d7bbbb7b93 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.495016 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b524ff8-d139-44e4-b500-9a700690902f req-d2b74ca3-c062-4f3f-9530-518d79d74e55 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:15.496635 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6b524ff8-d139-44e4-b500-9a700690902f req-d2b74ca3-c062-4f3f-9530-518d79d74e55 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 944 time: 0.0928326 May 04 08:19:15.497659 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Pushing event updated for resources: {'Port': ['ID=00fd3886-5b08-4645-80a1-6ee63fd9b475,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:15.523072 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Attempting to bind port 00fd3886-5b08-4645-80a1-6ee63fd9b475 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:15.523214 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Attempting to bind port 00fd3886-5b08-4645-80a1-6ee63fd9b475 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '806fef94-2dd3-439d-950d-24bc9dbf3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6b128091-8aa9-449b-aa19-e597002ecc9d'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:15.523546 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Attempting to bind port 00fd3886-5b08-4645-80a1-6ee63fd9b475 on network 6b128091-8aa9-449b-aa19-e597002ecc9d {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:15.536838 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Port 00fd3886-5b08-4645-80a1-6ee63fd9b475 on network 6b128091-8aa9-449b-aa19-e597002ecc9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:19:15.537165 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Attempting to bind port 00fd3886-5b08-4645-80a1-6ee63fd9b475 on network 6b128091-8aa9-449b-aa19-e597002ecc9d {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:15.542596 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-dbe5142f-a220-4527-86a9-34d7bbbb7b93 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group (9e670377-8cd3-402f-997a-ebd0f543a07e), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.547186 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:15.547531 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Checking segment: {'id': '806fef94-2dd3-439d-950d-24bc9dbf3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6b128091-8aa9-449b-aa19-e597002ecc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:15.547848 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-dbe5142f-a220-4527-86a9-34d7bbbb7b93 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (9e670377-8cd3-402f-997a-ebd0f543a07e), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.547966 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Bound using segment: {'id': '806fef94-2dd3-439d-950d-24bc9dbf3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6b128091-8aa9-449b-aa19-e597002ecc9d'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:15.548362 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Bound port: 00fd3886-5b08-4645-80a1-6ee63fd9b475, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806fef94-2dd3-439d-950d-24bc9dbf3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6b128091-8aa9-449b-aa19-e597002ecc9d'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:15.548744 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.576947 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-dbe5142f-a220-4527-86a9-34d7bbbb7b93 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.578420 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-dbe5142f-a220-4527-86a9-34d7bbbb7b93 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1533637 May 04 08:19:15.581670 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43820) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:15.585993 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-6a49b9b5-fd92-4780-aa69-c29e5ee508d6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Request body: {'security_group_rule': {'security_group_id': '9e670377-8cd3-402f-997a-ebd0f543a07e', 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:15.594120 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5142f-a220-4527-86a9-34d7bbbb7b93 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e670377-8cd3-402f-997a-ebd0f543a07e,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:15.608820 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6b524ff8-d139-44e4-b500-9a700690902f req-cb971140-ca99-45e8-8b09-ff4debb1644b tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975306 May 04 08:19:15.622843 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6a49b9b5-fd92-4780-aa69-c29e5ee508d6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (dc7b9141-3175-438c-934c-7e2c003e6e36), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.666410 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] For port 00fd3886-5b08-4645-80a1-6ee63fd9b475, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:15.671488 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] For port 00fd3886-5b08-4645-80a1-6ee63fd9b475, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=00fd3886-5b08-4645-80a1-6ee63fd9b475,segment=NetworkSegment(806fef94-2dd3-439d-950d-24bc9dbf3608),segment_id=806fef94-2dd3-439d-950d-24bc9dbf3608)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:15.681733 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.695917 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6a49b9b5-fd92-4780-aa69-c29e5ee508d6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (dc7b9141-3175-438c-934c-7e2c003e6e36), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.700186 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6a49b9b5-fd92-4780-aa69-c29e5ee508d6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (dc7b9141-3175-438c-934c-7e2c003e6e36), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.724520 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49b9b5-fd92-4780-aa69-c29e5ee508d6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7b9141-3175-438c-934c-7e2c003e6e36,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:15.748668 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:15.749540 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.749997 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6a49b9b5-fd92-4780-aa69-c29e5ee508d6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.753830 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-6a49b9b5-fd92-4780-aa69-c29e5ee508d6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687119 May 04 08:19:15.754004 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] 10.222.0.62 "PUT /v2.0/ports/00fd3886-5b08-4645-80a1-6ee63fd9b475 HTTP/1.1" status: 200 len: 1094 time: 0.8291240 May 04 08:19:15.754004 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c687a2a1-2239-4907-90d0-1882c1f57843', 'tag': '00fd3886-5b08-4645-80a1-6ee63fd9b475'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:15.754161 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43826) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:15.755633 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db707cf-7624-4752-a674-8f5910686427" -d '{"events": [{"name": "network-changed", "server_uuid": "c687a2a1-2239-4907-90d0-1882c1f57843", "tag": "00fd3886-5b08-4645-80a1-6ee63fd9b475"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:15.773015 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-25f11652-aceb-4f1a-af66-10d604bc2af6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Request body: {'security_group_rule': {'security_group_id': '9e670377-8cd3-402f-997a-ebd0f543a07e', 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:15.815032 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a25031-449b-4d52-a5d8-f43cc7808e8c req-00ebecb7-a741-413f-a30b-f025c66c5594 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:15.816627 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e6a25031-449b-4d52-a5d8-f43cc7808e8c req-00ebecb7-a741-413f-a30b-f025c66c5594 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1314938 May 04 08:19:15.820181 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6045b9-5f31-4550-ba36-d17f47590849 service neutron] Pushing event updated for resources: {'Port': ['ID=00fd3886-5b08-4645-80a1-6ee63fd9b475,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:15.833991 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-25f11652-aceb-4f1a-af66-10d604bc2af6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (60e0f21c-8455-41da-90b5-f6dbae191657), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.837351 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aacd1cc-fd7a-49e8-8357-1179ab245500 x-openstack-request-id: req-6aacd1cc-fd7a-49e8-8357-1179ab245500 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:15.837634 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c687a2a1-2239-4907-90d0-1882c1f57843", "tag": "00fd3886-5b08-4645-80a1-6ee63fd9b475", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:15.837877 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6aacd1cc-fd7a-49e8-8357-1179ab245500 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:15.838268 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aacd1cc-fd7a-49e8-8357-1179ab245500'] response: {'name': 'network-changed', 'server_uuid': 'c687a2a1-2239-4907-90d0-1882c1f57843', 'tag': '00fd3886-5b08-4645-80a1-6ee63fd9b475', 'status': 'completed', 'code': 200} May 04 08:19:15.925286 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-540e8f3b-a6ee-4d5c-a42b-fdb08b893608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:15.927102 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-540e8f3b-a6ee-4d5c-a42b-fdb08b893608 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=057ba686fe274d22b58bde8d6161e030&device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 1128 time: 0.0757616 May 04 08:19:15.930620 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e6a25031-449b-4d52-a5d8-f43cc7808e8c req-2d57c75b-3938-4f9e-bf89-e0bf0d7beb68 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071129 May 04 08:19:15.945541 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-25f11652-aceb-4f1a-af66-10d604bc2af6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (60e0f21c-8455-41da-90b5-f6dbae191657), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.954436 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-25f11652-aceb-4f1a-af66-10d604bc2af6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (60e0f21c-8455-41da-90b5-f6dbae191657), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.979673 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f11652-aceb-4f1a-af66-10d604bc2af6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e0f21c-8455-41da-90b5-f6dbae191657,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:15.985635 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Sync routers for ids ['4b10bd5b-1dac-4786-a699-2141bab39f67'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:15.997278 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-25f11652-aceb-4f1a-af66-10d604bc2af6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:15.998507 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Routers {'4b10bd5b-1dac-4786-a699-2141bab39f67'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:15.998756 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-25f11652-aceb-4f1a-af66-10d604bc2af6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2390070 May 04 08:19:15.999290 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['4b10bd5b-1dac-4786-a699-2141bab39f67'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:16.007568 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43838) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:16.012264 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-9a80e465-6c87-4d89-a0f9-7a843c82adce tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Request body: {'security_group_rule': {'security_group_id': '9e670377-8cd3-402f-997a-ebd0f543a07e', 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:16.058967 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-d9503912-65d2-49a1-99df-f0ec15e04c97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00fd3886-5b08-4645-80a1-6ee63fd9b475 HTTP/1.1" status: 200 len: 217 time: 0.0408931 May 04 08:19:16.121020 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Set router 4b10bd5b-1dac-4786-a699-2141bab39f67 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:16.128669 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9a80e465-6c87-4d89-a0f9-7a843c82adce tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (d9536ef7-82cc-4e8c-8699-53890bd8e433), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.153622 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-c5f2bde5-3724-4fe0-966b-36301103f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:16.155107 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-c5f2bde5-3724-4fe0-966b-36301103f275 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=add2aa37-ddb7-42a9-a15c-9bc4d963d71c HTTP/1.1" status: 200 len: 848 time: 0.0825176 May 04 08:19:16.197141 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-8ff0d350-8516-4cd6-96d2-3a2fbacd18c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b128091-8aa9-449b-aa19-e597002ecc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349214 May 04 08:19:16.252509 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9a80e465-6c87-4d89-a0f9-7a843c82adce tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (d9536ef7-82cc-4e8c-8699-53890bd8e433), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.267779 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:16.282911 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9a80e465-6c87-4d89-a0f9-7a843c82adce tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (d9536ef7-82cc-4e8c-8699-53890bd8e433), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.310062 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80e465-6c87-4d89-a0f9-7a843c82adce tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9536ef7-82cc-4e8c-8699-53890bd8e433,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:16.329194 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9a80e465-6c87-4d89-a0f9-7a843c82adce tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.330749 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-9a80e465-6c87-4d89-a0f9-7a843c82adce tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218415 May 04 08:19:16.333352 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43842) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:16.336938 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-d19c90cb-fe67-43ac-8054-e6b0ef3303f1 service neutron] 10.222.0.62 "GET /v2.0/networks/6b128091-8aa9-449b-aa19-e597002ecc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312985 May 04 08:19:16.338216 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-d32feecf-853a-4e3d-86fa-e05da8c5e140 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Request body: {'security_group_rule': {'security_group_id': '9e670377-8cd3-402f-997a-ebd0f543a07e', 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:16.379273 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32feecf-853a-4e3d-86fa-e05da8c5e140 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (97f14b30-f1c7-4c88-b36b-99e3df751352), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.382016 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:16.382394 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.385800 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:13Z', 'revision_number': 4, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'gw_port': {'id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:09Z', 'updated_at': '2022-05-04T08:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '4b532fc2-3d8d-4b75-88cf-76b2118f9df2', 'name': '', 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'mac_address': 'fa:16:3e:52:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '510b0bb6-11eb-4da0-9136-c4d931dbab0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:12Z', 'updated_at': '2022-05-04T08:19:13Z', 'revision_number': 2, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'subnets': [{'id': '510b0bb6-11eb-4da0-9136-c4d931dbab0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:16.459360 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Checking router: 4b10bd5b-1dac-4786-a699-2141bab39f67 for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:16.459718 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Updating router 4b10bd5b-1dac-4786-a699-2141bab39f67 port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 binding host dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:16.479395 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32feecf-853a-4e3d-86fa-e05da8c5e140 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (97f14b30-f1c7-4c88-b36b-99e3df751352), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.486836 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32feecf-853a-4e3d-86fa-e05da8c5e140 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (97f14b30-f1c7-4c88-b36b-99e3df751352), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.487224 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b7746e-49c5-4591-bf24-5779d7b43693 req-3c2b2d68-1c47-464d-913d-c69e31578abf service neutron] 10.222.0.62 "GET /v2.0/networks/6b128091-8aa9-449b-aa19-e597002ecc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370742 May 04 08:19:16.504943 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.506872 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32feecf-853a-4e3d-86fa-e05da8c5e140 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f14b30-f1c7-4c88-b36b-99e3df751352,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:16.517744 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d32feecf-853a-4e3d-86fa-e05da8c5e140 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.521734 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d32feecf-853a-4e3d-86fa-e05da8c5e140 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1846721 May 04 08:19:16.522118 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 43846) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:16.538717 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-224c4a20-ef1e-4998-b6fb-197f31e21b5c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Request body: {'security_group_rule': {'security_group_id': '9e670377-8cd3-402f-997a-ebd0f543a07e', 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:16.585200 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.securitygroups_db [None req-224c4a20-ef1e-4998-b6fb-197f31e21b5c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Project 665c1f64495c4dadab3990bfc933bf22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:19:16.592834 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-224c4a20-ef1e-4998-b6fb-197f31e21b5c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (7a741096-8baf-469a-92ff-1f5a8e33c7a6), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.651745 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:16.671635 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-224c4a20-ef1e-4998-b6fb-197f31e21b5c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (7a741096-8baf-469a-92ff-1f5a8e33c7a6), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.679871 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-224c4a20-ef1e-4998-b6fb-197f31e21b5c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (7a741096-8baf-469a-92ff-1f5a8e33c7a6), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.701634 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c4a20-ef1e-4998-b6fb-197f31e21b5c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a741096-8baf-469a-92ff-1f5a8e33c7a6,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:16.717166 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-224c4a20-ef1e-4998-b6fb-197f31e21b5c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.724580 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-224c4a20-ef1e-4998-b6fb-197f31e21b5c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1988835 May 04 08:19:16.725312 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 43852) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:16.729866 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-2e201aff-d73f-41c7-97c2-082a049a8a85 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Request body: {'security_group_rule': {'security_group_id': '9e670377-8cd3-402f-997a-ebd0f543a07e', 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:16.759283 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.securitygroups_db [None req-2e201aff-d73f-41c7-97c2-082a049a8a85 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Project 665c1f64495c4dadab3990bfc933bf22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:19:16.776401 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2e201aff-d73f-41c7-97c2-082a049a8a85 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (33d8b2b6-c135-4ff3-bc23-8a672b81765b), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.802545 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acce62-74d1-4104-9dbb-19ead425eafa req-583991a8-5376-4303-8197-0d449edf30ad tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:16.804343 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-62acce62-74d1-4104-9dbb-19ead425eafa req-583991a8-5376-4303-8197-0d449edf30ad tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 944 time: 0.0626969 May 04 08:19:16.858932 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2e201aff-d73f-41c7-97c2-082a049a8a85 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (33d8b2b6-c135-4ff3-bc23-8a672b81765b), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.864470 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2e201aff-d73f-41c7-97c2-082a049a8a85 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (33d8b2b6-c135-4ff3-bc23-8a672b81765b), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.866349 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-62acce62-74d1-4104-9dbb-19ead425eafa req-6555121d-dad5-4504-8b34-b637525d5466 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554695 May 04 08:19:16.892503 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e201aff-d73f-41c7-97c2-082a049a8a85 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d8b2b6-c135-4ff3-bc23-8a672b81765b,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:16.906158 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2e201aff-d73f-41c7-97c2-082a049a8a85 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.906158 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-2e201aff-d73f-41c7-97c2-082a049a8a85 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1766982 May 04 08:19:16.951109 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Publish callbacks [] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), precommit_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:16.958702 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:17.108001 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189767a-21d0-4f89-acf8-a94d8cc230a9 req-4653fa94-70c2-4e54-b3b7-6fba9a5aa0c7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:17.117019 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8189767a-21d0-4f89-acf8-a94d8cc230a9 req-4653fa94-70c2-4e54-b3b7-6fba9a5aa0c7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0888081 May 04 08:19:17.143761 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e635d-a972-4add-9f86-ba76e349ce2d None None] Pushing event updated for resources: {'Port': ['ID=4b532fc2-3d8d-4b75-88cf-76b2118f9df2,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:17.225923 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Attempting to bind port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:17.226889 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Attempting to bind port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '938b640e-cb80-4b95-83e2-4be2b76968f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:17.227739 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Attempting to bind port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 on network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:17.237072 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8189767a-21d0-4f89-acf8-a94d8cc230a9 req-6ab591d7-1416-4e64-aa21-8821b0d4dc91 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184683 May 04 08:19:17.239770 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:17.240364 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Checking segment: {'id': '938b640e-cb80-4b95-83e2-4be2b76968f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:17.241030 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:17.241654 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Bound using segment: {'id': '938b640e-cb80-4b95-83e2-4be2b76968f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:17.242415 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Bound port: 4b532fc2-3d8d-4b75-88cf-76b2118f9df2, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938b640e-cb80-4b95-83e2-4be2b76968f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:17.243068 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:17.347556 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] For port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:17.352515 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] For port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=4b532fc2-3d8d-4b75-88cf-76b2118f9df2,segment=NetworkSegment(938b640e-cb80-4b95-83e2-4be2b76968f9),segment_id=938b640e-cb80-4b95-83e2-4be2b76968f9)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:17.361937 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:17.423153 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Routers {'4b10bd5b-1dac-4786-a699-2141bab39f67'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:17.425539 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['4b10bd5b-1dac-4786-a699-2141bab39f67'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:17.613386 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e635d-a972-4add-9f86-ba76e349ce2d None None] Pushing event updated for resources: {'Port': ['ID=4b532fc2-3d8d-4b75-88cf-76b2118f9df2,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:17.624074 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-6b72fda2-fef9-47ef-8c6b-1f6acb3865d5 None None] Provisioning complete for port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:17.624459 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6b72fda2-fef9-47ef-8c6b-1f6acb3865d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:17.737397 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db707cf-7624-4752-a674-8f5910686427 req-9256de05-4b58-4af7-ba74-71278b9c5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:17.739114 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0db707cf-7624-4752-a674-8f5910686427 req-9256de05-4b58-4af7-ba74-71278b9c5193 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=057ba686fe274d22b58bde8d6161e030&device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 1128 time: 0.0395947 May 04 08:19:17.756962 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] Set router 4b10bd5b-1dac-4786-a699-2141bab39f67 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:17.799581 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-6b72fda2-fef9-47ef-8c6b-1f6acb3865d5 None None] Current status of the port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:17.800222 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6b72fda2-fef9-47ef-8c6b-1f6acb3865d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:17.855108 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db707cf-7624-4752-a674-8f5910686427 req-36e35cf6-4464-4f7f-9340-3309b8de0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:17.856815 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0db707cf-7624-4752-a674-8f5910686427 req-36e35cf6-4464-4f7f-9340-3309b8de0d19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b128091-8aa9-449b-aa19-e597002ecc9d HTTP/1.1" status: 200 len: 909 time: 0.1081369 May 04 08:19:17.881120 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-6b72fda2-fef9-47ef-8c6b-1f6acb3865d5 None None] For port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=4b532fc2-3d8d-4b75-88cf-76b2118f9df2,segment=NetworkSegment(938b640e-cb80-4b95-83e2-4be2b76968f9),segment_id=938b640e-cb80-4b95-83e2-4be2b76968f9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:17.890451 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6b72fda2-fef9-47ef-8c6b-1f6acb3865d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:17.915629 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0db707cf-7624-4752-a674-8f5910686427 req-65b4e753-6a6a-453e-8bcf-a6ad567fedb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00fd3886-5b08-4645-80a1-6ee63fd9b475 HTTP/1.1" status: 200 len: 217 time: 0.0452669 May 04 08:19:18.016132 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72fda2-fef9-47ef-8c6b-1f6acb3865d5 None None] Pushing event updated for resources: {'Port': ['ID=4b532fc2-3d8d-4b75-88cf-76b2118f9df2,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:18.028000 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0a39ee39-819a-4250-b4fb-e2d89fe4504e None None] Provisioning complete for port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:18.028372 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0a39ee39-819a-4250-b4fb-e2d89fe4504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:18.111783 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:13Z', 'revision_number': 4, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'gw_port': {'id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:09Z', 'updated_at': '2022-05-04T08:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '4b532fc2-3d8d-4b75-88cf-76b2118f9df2', 'name': '', 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'mac_address': 'fa:16:3e:52:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '510b0bb6-11eb-4da0-9136-c4d931dbab0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:12Z', 'updated_at': '2022-05-04T08:19:17Z', 'revision_number': 4, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'subnets': [{'id': '510b0bb6-11eb-4da0-9136-c4d931dbab0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:18.145128 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa4fe2-fb23-4306-b0d7-e9bfe9d051a1 None None] The sync data for ids ['4b10bd5b-1dac-4786-a699-2141bab39f67'] in dv-cinder-840289-4-smb is: [{'id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:19:13Z', 'revision_number': 4, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'gw_port': {'id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:09Z', 'updated_at': '2022-05-04T08:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '4b532fc2-3d8d-4b75-88cf-76b2118f9df2', 'name': '', 'network_id': '0f72dba2-b12b-48c7-b89c-45b4060b3d43', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'mac_address': 'fa:16:3e:52:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '510b0bb6-11eb-4da0-9136-c4d931dbab0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:12Z', 'updated_at': '2022-05-04T08:19:17Z', 'revision_number': 4, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'subnets': [{'id': '510b0bb6-11eb-4da0-9136-c4d931dbab0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:18.242727 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0a39ee39-819a-4250-b4fb-e2d89fe4504e None None] Current status of the port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:18.338356 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db707cf-7624-4752-a674-8f5910686427 req-09034e6c-7e5e-4f09-9806-03a227b07b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:18.339826 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0db707cf-7624-4752-a674-8f5910686427 req-09034e6c-7e5e-4f09-9806-03a227b07b1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=add2aa37-ddb7-42a9-a15c-9bc4d963d71c HTTP/1.1" status: 200 len: 848 time: 0.4152310 May 04 08:19:18.402297 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0db707cf-7624-4752-a674-8f5910686427 req-b0bfb4cd-f067-4424-a761-e5c9f3134809 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b128091-8aa9-449b-aa19-e597002ecc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492251 May 04 08:19:18.409235 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7565d-6143-498b-831c-f05bc501d17d req-14e131bf-8c59-4e9d-a68d-c7782d853857 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:18.410963 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-08f7565d-6143-498b-831c-f05bc501d17d req-14e131bf-8c59-4e9d-a68d-c7782d853857 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 944 time: 0.4436440 May 04 08:19:18.448739 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bcdbf-99b5-45ac-9231-773c696a97de req-79d1c6a2-b661-4c2b-96a2-637d6c2b4dd0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:18.452358 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-203bcdbf-99b5-45ac-9231-773c696a97de req-79d1c6a2-b661-4c2b-96a2-637d6c2b4dd0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1171088 May 04 08:19:18.581773 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-08f7565d-6143-498b-831c-f05bc501d17d req-3d491e2c-4849-4d31-98ff-9e2e9891f60f tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575320 May 04 08:19:18.598099 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-203bcdbf-99b5-45ac-9231-773c696a97de req-54fadfca-47a8-4098-a878-3117ed4451bf tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312580 May 04 08:19:18.604570 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0db707cf-7624-4752-a674-8f5910686427 req-224bf174-6b2a-4eb4-80e8-5722ce3b99ee service neutron] 10.222.0.62 "GET /v2.0/networks/6b128091-8aa9-449b-aa19-e597002ecc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900513 May 04 08:19:18.753914 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0db707cf-7624-4752-a674-8f5910686427 req-6ad4eb98-f0d8-4f2e-a9f1-57ed8b69a958 service neutron] 10.222.0.62 "GET /v2.0/networks/6b128091-8aa9-449b-aa19-e597002ecc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342506 May 04 08:19:19.065243 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 00fd3886-5b08-4645-80a1-6ee63fd9b475 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:19:19.199108 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 00fd3886-5b08-4645-80a1-6ee63fd9b475, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=00fd3886-5b08-4645-80a1-6ee63fd9b475,segment=NetworkSegment(806fef94-2dd3-439d-950d-24bc9dbf3608),segment_id=806fef94-2dd3-439d-950d-24bc9dbf3608)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:19.215772 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '00fd3886-5b08-4645-80a1-6ee63fd9b475', 'network_id': '6b128091-8aa9-449b-aa19-e597002ecc9d', 'port_id': '00fd3886-5b08-4645-80a1-6ee63fd9b475', 'mac_address': 'fa:16:3e:aa:2c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add2aa37-ddb7-42a9-a15c-9bc4d963d71c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:19:19.296640 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 00fd3886-5b08-4645-80a1-6ee63fd9b475 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:19.297178 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:19.326311 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fd3886-5b08-4645-80a1-6ee63fd9b475 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:19.360267 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 00fd3886-5b08-4645-80a1-6ee63fd9b475, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=00fd3886-5b08-4645-80a1-6ee63fd9b475,segment=NetworkSegment(806fef94-2dd3-439d-950d-24bc9dbf3608),segment_id=806fef94-2dd3-439d-950d-24bc9dbf3608)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:19.368076 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:19.456021 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=00fd3886-5b08-4645-80a1-6ee63fd9b475,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:19.737769 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b667f1-34ce-4bab-b5d7-2c42fbbd5aae req-6518f983-2613-4924-b88a-eb0a1d01fe16 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:19.739342 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b667f1-34ce-4bab-b5d7-2c42fbbd5aae req-6518f983-2613-4924-b88a-eb0a1d01fe16 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 945 time: 0.0765357 May 04 08:19:19.758997 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e3de8-8d72-4f9d-b4c7-e56722241ee8 req-7525dd5e-28bb-4ce8-b8b9-714951e3ee0f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:19.760423 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-645e3de8-8d72-4f9d-b4c7-e56722241ee8 req-7525dd5e-28bb-4ce8-b8b9-714951e3ee0f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0667772 May 04 08:19:19.769361 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['00fd3886-5b08-4645-80a1-6ee63fd9b475'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:19:19.839393 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3b667f1-34ce-4bab-b5d7-2c42fbbd5aae req-7ef53548-ddd3-4822-8f48-514aa55386a3 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941436 May 04 08:19:19.861419 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-645e3de8-8d72-4f9d-b4c7-e56722241ee8 req-d55bb017-3e79-4eb5-ab4e-113cbdfe8ee4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858498 May 04 08:19:20.261901 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:20.313087 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:20.313535 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:20.405193 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:21.007440 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391fdd-a1ef-43e6-99cd-c52bcda7815b req-27a39310-fe28-4da5-ab2c-f001eb431c44 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:21.009044 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60391fdd-a1ef-43e6-99cd-c52bcda7815b req-27a39310-fe28-4da5-ab2c-f001eb431c44 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 945 time: 0.0862575 May 04 08:19:21.022847 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3e5a-073e-4db6-914a-26d68ddd643f req-f1e3e0b5-e422-471e-8ac2-5b5d1397c8dd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:21.024422 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-714c3e5a-073e-4db6-914a-26d68ddd643f req-f1e3e0b5-e422-471e-8ac2-5b5d1397c8dd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0857437 May 04 08:19:21.069750 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 00fd3886-5b08-4645-80a1-6ee63fd9b475 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:21.108319 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-714c3e5a-073e-4db6-914a-26d68ddd643f req-a414f520-820a-4aa3-b1e3-b1ed230acc0e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763476 May 04 08:19:21.111585 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60391fdd-a1ef-43e6-99cd-c52bcda7815b req-10fa7c9c-71ca-4243-9ddb-572108369c65 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861890 May 04 08:19:21.117458 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 00fd3886-5b08-4645-80a1-6ee63fd9b475 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:19:21.126508 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 00fd3886-5b08-4645-80a1-6ee63fd9b475 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:21.130630 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.237878 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 00fd3886-5b08-4645-80a1-6ee63fd9b475 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:21.238263 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.265023 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c687a2a1-2239-4907-90d0-1882c1f57843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd3886-5b08-4645-80a1-6ee63fd9b475'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:21.267704 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ac9588-9c55-498e-ab93-ab93478519d3" -d '{"events": [{"server_uuid": "c687a2a1-2239-4907-90d0-1882c1f57843", "name": "network-vif-plugged", "status": "completed", "tag": "00fd3886-5b08-4645-80a1-6ee63fd9b475"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:21.289356 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 00fd3886-5b08-4645-80a1-6ee63fd9b475, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=00fd3886-5b08-4645-80a1-6ee63fd9b475,segment=NetworkSegment(806fef94-2dd3-439d-950d-24bc9dbf3608),segment_id=806fef94-2dd3-439d-950d-24bc9dbf3608)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:21.301964 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.325688 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7864cac-6a9b-4ce4-8038-c78bcb00a2fe x-openstack-request-id: req-e7864cac-6a9b-4ce4-8038-c78bcb00a2fe {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:21.325992 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c687a2a1-2239-4907-90d0-1882c1f57843", "name": "network-vif-plugged", "status": "completed", "tag": "00fd3886-5b08-4645-80a1-6ee63fd9b475", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:21.326294 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7864cac-6a9b-4ce4-8038-c78bcb00a2fe {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:21.326650 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7864cac-6a9b-4ce4-8038-c78bcb00a2fe'] response: {'server_uuid': 'c687a2a1-2239-4907-90d0-1882c1f57843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd3886-5b08-4645-80a1-6ee63fd9b475', 'code': 200} May 04 08:19:21.370888 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=00fd3886-5b08-4645-80a1-6ee63fd9b475,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:21.581811 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9958d87-3005-477f-8f8c-a18365a25540 req-6ebd627d-9378-472e-a07b-2b6d8662aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:21.583483 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c9958d87-3005-477f-8f8c-a18365a25540 req-6ebd627d-9378-472e-a07b-2b6d8662aab1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 1130 time: 0.0727470 May 04 08:19:21.642183 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c9958d87-3005-477f-8f8c-a18365a25540 req-ace1cc73-b6c8-4c2c-ae01-74346343efc0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 May 04 08:19:21.755977 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44030) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:21.875303 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b4998b84-26c3-4f06-9cad-1a4f5fa04ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.956392 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b4998b84-26c3-4f06-9cad-1a4f5fa04ac3 admin admin] Publish callbacks [] for security_group (d07a05ae-836b-4c92-900a-5c218331cd88), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:21.961431 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b4998b84-26c3-4f06-9cad-1a4f5fa04ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d07a05ae-836b-4c92-900a-5c218331cd88), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.005644 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b4998b84-26c3-4f06-9cad-1a4f5fa04ac3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ce5e60ee31c44568400f5c2df0fddfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485347 May 04 08:19:22.008120 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4998b84-26c3-4f06-9cad-1a4f5fa04ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07a05ae-836b-4c92-900a-5c218331cd88,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:22.009192 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44044) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:22.072228 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-faf5a865-0c76-4090-a72f-2d82468d604a admin admin] Publish callbacks [] for security_group (d07a05ae-836b-4c92-900a-5c218331cd88), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.097437 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-faf5a865-0c76-4090-a72f-2d82468d604a admin admin] Publish callbacks [] for security_group (d07a05ae-836b-4c92-900a-5c218331cd88), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.149071 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-faf5a865-0c76-4090-a72f-2d82468d604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d07a05ae-836b-4c92-900a-5c218331cd88), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.151846 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-faf5a865-0c76-4090-a72f-2d82468d604a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.153012 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-faf5a865-0c76-4090-a72f-2d82468d604a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d07a05ae-836b-4c92-900a-5c218331cd88 HTTP/1.1" status: 204 len: 168 time: 0.1352308 May 04 08:19:22.179020 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5a865-0c76-4090-a72f-2d82468d604a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07a05ae-836b-4c92-900a-5c218331cd88,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:22.279610 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e829b-719a-4cc2-87ba-b91da8c9b5c9 req-274caa4d-f42b-4ab6-a5a1-7616de0d4afa tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:22.281240 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-910e829b-719a-4cc2-87ba-b91da8c9b5c9 req-274caa4d-f42b-4ab6-a5a1-7616de0d4afa tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0876095 May 04 08:19:22.289462 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da0de0-881d-4c2a-8cd5-1f6d69c2a807 req-ad4424d9-db0a-41f5-80a0-ee7e0b9b229c tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:22.292322 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a3da0de0-881d-4c2a-8cd5-1f6d69c2a807 req-ad4424d9-db0a-41f5-80a0-ee7e0b9b229c tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 946 time: 0.0884521 May 04 08:19:22.302437 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.378617 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-910e829b-719a-4cc2-87ba-b91da8c9b5c9 req-0e56b98b-b46e-4786-a2a0-f1d9026668ce tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855408 May 04 08:19:22.400575 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a3da0de0-881d-4c2a-8cd5-1f6d69c2a807 req-8d0ef3fe-5aab-4d5f-b5a3-7846e21bd140 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834370 May 04 08:19:22.497628 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44058) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:22.513739 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1c8b0cfe-7f56-49d2-a236-e22b6e54ea7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.612810 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1c8b0cfe-7f56-49d2-a236-e22b6e54ea7a admin admin] Publish callbacks [] for security_group (3bd17e1f-b8b1-4adc-8fe9-0510eaec4792), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.617979 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1c8b0cfe-7f56-49d2-a236-e22b6e54ea7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (3bd17e1f-b8b1-4adc-8fe9-0510eaec4792), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.661714 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1c8b0cfe-7f56-49d2-a236-e22b6e54ea7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eaf2ba4c50d54989b3427bd5acaf5129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627281 May 04 08:19:22.662669 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b0cfe-7f56-49d2-a236-e22b6e54ea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd17e1f-b8b1-4adc-8fe9-0510eaec4792,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:22.665917 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44062) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:22.726991 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c4bc61d7-10e5-4635-886b-494ce439894d admin admin] Publish callbacks [] for security_group (3bd17e1f-b8b1-4adc-8fe9-0510eaec4792), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.752997 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c4bc61d7-10e5-4635-886b-494ce439894d admin admin] Publish callbacks [] for security_group (3bd17e1f-b8b1-4adc-8fe9-0510eaec4792), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.804992 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c4bc61d7-10e5-4635-886b-494ce439894d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (3bd17e1f-b8b1-4adc-8fe9-0510eaec4792), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.808148 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c4bc61d7-10e5-4635-886b-494ce439894d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:22.808965 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c4bc61d7-10e5-4635-886b-494ce439894d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bd17e1f-b8b1-4adc-8fe9-0510eaec4792 HTTP/1.1" status: 204 len: 168 time: 0.1420231 May 04 08:19:22.817583 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc61d7-10e5-4635-886b-494ce439894d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd17e1f-b8b1-4adc-8fe9-0510eaec4792,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:23.579638 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ead695-da2e-43dd-80b9-972b2660768e req-0f2765de-99ed-4d15-b3a0-8f632fb558b5 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:23.584883 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-64ead695-da2e-43dd-80b9-972b2660768e req-0f2765de-99ed-4d15-b3a0-8f632fb558b5 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 946 time: 0.0898120 May 04 08:19:23.592484 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f10b3-075b-46b6-98f6-e87912744fee req-9b6597ad-d6ce-4119-b585-fd75d56bb547 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:23.594271 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7b8f10b3-075b-46b6-98f6-e87912744fee req-9b6597ad-d6ce-4119-b585-fd75d56bb547 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0993247 May 04 08:19:23.675912 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-64ead695-da2e-43dd-80b9-972b2660768e req-6b31f497-d730-4934-ab7c-9f8affca554b tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804691 May 04 08:19:23.680827 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7b8f10b3-075b-46b6-98f6-e87912744fee req-20a7ac68-5d2e-4872-9e52-8ae167510bcb tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783176 May 04 08:19:24.823972 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e83858-73c8-4090-a3db-bdcd224e04e0 req-59191f94-e01d-4718-b531-54d4e090e821 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:24.826100 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34e83858-73c8-4090-a3db-bdcd224e04e0 req-59191f94-e01d-4718-b531-54d4e090e821 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0617759 May 04 08:19:24.883862 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34e83858-73c8-4090-a3db-bdcd224e04e0 req-1c80fd9d-a53a-43cf-b783-fcc80919bcbc tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489419 May 04 08:19:24.891538 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44140) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:25.022445 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-37eab9e8-3477-419f-b451-733b0a50047d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.126644 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-37eab9e8-3477-419f-b451-733b0a50047d admin admin] Publish callbacks [] for security_group (e8ca25b1-43cd-4d3d-af61-3449678aedbc), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.131610 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-37eab9e8-3477-419f-b451-733b0a50047d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e8ca25b1-43cd-4d3d-af61-3449678aedbc), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.183822 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-37eab9e8-3477-419f-b451-733b0a50047d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35e95ed71a66457ba87761e723b73089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870231 May 04 08:19:25.184439 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44150) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:25.191982 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eab9e8-3477-419f-b451-733b0a50047d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca25b1-43cd-4d3d-af61-3449678aedbc,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:25.241643 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9eedbb2c-0d98-426f-bb20-9711d43c574e admin admin] Publish callbacks [] for security_group (e8ca25b1-43cd-4d3d-af61-3449678aedbc), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.271072 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9eedbb2c-0d98-426f-bb20-9711d43c574e admin admin] Publish callbacks [] for security_group (e8ca25b1-43cd-4d3d-af61-3449678aedbc), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.329464 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9eedbb2c-0d98-426f-bb20-9711d43c574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e8ca25b1-43cd-4d3d-af61-3449678aedbc), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.333558 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9eedbb2c-0d98-426f-bb20-9711d43c574e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.335925 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-9eedbb2c-0d98-426f-bb20-9711d43c574e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8ca25b1-43cd-4d3d-af61-3449678aedbc HTTP/1.1" status: 204 len: 168 time: 0.1499813 May 04 08:19:25.347081 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedbb2c-0d98-426f-bb20-9711d43c574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca25b1-43cd-4d3d-af61-3449678aedbc,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:25.660505 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44164) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:25.674103 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5408-8743-49ce-9ab2-f4a4f4f7bec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.757050 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5408-8743-49ce-9ab2-f4a4f4f7bec5 admin admin] Publish callbacks [] for security_group (145bd809-ae3b-43a3-821f-e3e90a51d634), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.762279 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5408-8743-49ce-9ab2-f4a4f4f7bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (145bd809-ae3b-43a3-821f-e3e90a51d634), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.809053 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-6d9e5408-8743-49ce-9ab2-f4a4f4f7bec5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2659db26f5124f1eaf21f45cbe6872ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474411 May 04 08:19:25.811959 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44174) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:25.826130 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e5408-8743-49ce-9ab2-f4a4f4f7bec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145bd809-ae3b-43a3-821f-e3e90a51d634,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:25.901259 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3c13078f-2b2e-45d7-91fa-00fceb0abef3 admin admin] Publish callbacks [] for security_group (145bd809-ae3b-43a3-821f-e3e90a51d634), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:25.929779 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3c13078f-2b2e-45d7-91fa-00fceb0abef3 admin admin] Publish callbacks [] for security_group (145bd809-ae3b-43a3-821f-e3e90a51d634), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:26.003648 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3c13078f-2b2e-45d7-91fa-00fceb0abef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (145bd809-ae3b-43a3-821f-e3e90a51d634), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:26.006496 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3c13078f-2b2e-45d7-91fa-00fceb0abef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:26.020360 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3c13078f-2b2e-45d7-91fa-00fceb0abef3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/145bd809-ae3b-43a3-821f-e3e90a51d634 HTTP/1.1" status: 204 len: 168 time: 0.2063336 May 04 08:19:26.029190 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13078f-2b2e-45d7-91fa-00fceb0abef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145bd809-ae3b-43a3-821f-e3e90a51d634,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:26.035471 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a737828-5f18-4d72-90ed-64ebba749cef req-2ceb7f85-59ac-4668-b0b2-5026ce66a20d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:26.037077 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1a737828-5f18-4d72-90ed-64ebba749cef req-2ceb7f85-59ac-4668-b0b2-5026ce66a20d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0644948 May 04 08:19:26.131090 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1a737828-5f18-4d72-90ed-64ebba749cef req-d7b08040-e589-4138-bf47-294e6bcb3c6d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796192 May 04 08:19:26.801999 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44226) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:26.939583 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-94971686-7775-472c-a4b7-6225b1b9fa01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:27.044366 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-94971686-7775-472c-a4b7-6225b1b9fa01 admin admin] Publish callbacks [] for security_group (fd4c7e29-be53-4cc6-b831-e030b97f1b6d), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:27.051868 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-94971686-7775-472c-a4b7-6225b1b9fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (fd4c7e29-be53-4cc6-b831-e030b97f1b6d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:27.132457 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-94971686-7775-472c-a4b7-6225b1b9fa01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=522852a1ba4f41ed8828077a11957e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290944 May 04 08:19:27.133798 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94971686-7775-472c-a4b7-6225b1b9fa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4c7e29-be53-4cc6-b831-e030b97f1b6d,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:27.137782 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44244) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:27.208028 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a5925-02ef-4313-b717-c7c86c0859c8 req-990a4c56-0e30-4713-a251-b04aea2acdb0 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:27.209593 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c02a5925-02ef-4313-b717-c7c86c0859c8 req-990a4c56-0e30-4713-a251-b04aea2acdb0 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 946 time: 0.0735285 May 04 08:19:27.329180 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fbbf9-4a1c-4a82-8907-c5525514d1de req-90679bc6-fe94-4197-91a5-7900c163a7aa tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:27.335449 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-784fbbf9-4a1c-4a82-8907-c5525514d1de req-90679bc6-fe94-4197-91a5-7900c163a7aa tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1017752 May 04 08:19:27.342031 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5df00f34-a2fb-4b49-9e0b-fb29dd787f4a admin admin] Publish callbacks [] for security_group (fd4c7e29-be53-4cc6-b831-e030b97f1b6d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:27.406116 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c02a5925-02ef-4313-b717-c7c86c0859c8 req-5471b7fb-7d51-43ca-9af6-809d5ab3d772 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713266 May 04 08:19:27.449890 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5df00f34-a2fb-4b49-9e0b-fb29dd787f4a admin admin] Publish callbacks [] for security_group (fd4c7e29-be53-4cc6-b831-e030b97f1b6d), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:27.509109 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-784fbbf9-4a1c-4a82-8907-c5525514d1de req-43e91e9f-1082-48b6-bcde-197bb8066517 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714334 May 04 08:19:27.561105 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5df00f34-a2fb-4b49-9e0b-fb29dd787f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (fd4c7e29-be53-4cc6-b831-e030b97f1b6d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:27.564183 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5df00f34-a2fb-4b49-9e0b-fb29dd787f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:27.568261 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-5df00f34-a2fb-4b49-9e0b-fb29dd787f4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd4c7e29-be53-4cc6-b831-e030b97f1b6d HTTP/1.1" status: 204 len: 168 time: 0.4248261 May 04 08:19:27.574726 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df00f34-a2fb-4b49-9e0b-fb29dd787f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4c7e29-be53-4cc6-b831-e030b97f1b6d,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:27.816381 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44270) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:28.073845 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-49c3fa1b-4ab6-496d-8516-3a74b9b7d095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:28.175210 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-49c3fa1b-4ab6-496d-8516-3a74b9b7d095 admin admin] Publish callbacks [] for security_group (d23e7094-5ecc-455c-b693-af328d694317), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:28.180608 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-49c3fa1b-4ab6-496d-8516-3a74b9b7d095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d23e7094-5ecc-455c-b693-af328d694317), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:28.229627 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-49c3fa1b-4ab6-496d-8516-3a74b9b7d095 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b47294ab51e41978878d7901a41390e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117565 May 04 08:19:28.230725 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3fa1b-4ab6-496d-8516-3a74b9b7d095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23e7094-5ecc-455c-b693-af328d694317,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:28.232366 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44288) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:28.300606 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c431abf-ee4c-403c-b7d1-d0bc62f0747c admin admin] Publish callbacks [] for security_group (d23e7094-5ecc-455c-b693-af328d694317), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:28.325056 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c431abf-ee4c-403c-b7d1-d0bc62f0747c admin admin] Publish callbacks [] for security_group (d23e7094-5ecc-455c-b693-af328d694317), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:28.391683 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c431abf-ee4c-403c-b7d1-d0bc62f0747c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d23e7094-5ecc-455c-b693-af328d694317), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:28.394913 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1c431abf-ee4c-403c-b7d1-d0bc62f0747c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:28.400323 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-1c431abf-ee4c-403c-b7d1-d0bc62f0747c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d23e7094-5ecc-455c-b693-af328d694317 HTTP/1.1" status: 204 len: 168 time: 0.1668808 May 04 08:19:28.411938 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c431abf-ee4c-403c-b7d1-d0bc62f0747c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23e7094-5ecc-455c-b693-af328d694317,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:28.613869 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b885316-4416-46f8-80dc-1457eebb7246 req-8e8a0480-85c2-469c-94db-a23228cb8cf9 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:28.618065 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5b885316-4416-46f8-80dc-1457eebb7246 req-8e8a0480-85c2-469c-94db-a23228cb8cf9 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 946 time: 0.0951223 May 04 08:19:28.706029 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4841f9-29d5-4daf-8d7e-fd0afe9f3fd9 req-1e2340e1-2bff-47fb-b03e-90b294dd69e5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:28.708236 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4e4841f9-29d5-4daf-8d7e-fd0afe9f3fd9 req-1e2340e1-2bff-47fb-b03e-90b294dd69e5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0863030 May 04 08:19:28.745975 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5b885316-4416-46f8-80dc-1457eebb7246 req-0e4c7ab1-3186-448e-a237-f06a384f5c31 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125765 May 04 08:19:28.817407 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4e4841f9-29d5-4daf-8d7e-fd0afe9f3fd9 req-24819bda-8050-4f16-b41e-879874f8a385 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943501 May 04 08:19:29.102566 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777010e-81d8-4456-aa00-96bd45328aab req-1c9ea924-03e9-4bc7-83a8-3773ba12d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:29.104542 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1777010e-81d8-4456-aa00-96bd45328aab req-1c9ea924-03e9-4bc7-83a8-3773ba12d2e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 1129 time: 0.0492077 May 04 08:19:29.169766 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44338) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:29.260286 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-2559d752-1103-4e51-98f4-de775e70aeb1 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:29.262677 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-2559d752-1103-4e51-98f4-de775e70aeb1 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.62 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 946 time: 0.0650127 May 04 08:19:29.270206 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:19:29.303865 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1777010e-81d8-4456-aa00-96bd45328aab req-c7895441-8300-4010-9282-f5306c4bec4f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141117 May 04 08:19:29.438803 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-61c2c5b9-c060-40d7-8450-e630fcb040a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:29.480563 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Deleting port 00fd3886-5b08-4645-80a1-6ee63fd9b475 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:19:29.480904 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:29.620955 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] For port 00fd3886-5b08-4645-80a1-6ee63fd9b475, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=00fd3886-5b08-4645-80a1-6ee63fd9b475,segment=NetworkSegment(806fef94-2dd3-439d-950d-24bc9dbf3608),segment_id=806fef94-2dd3-439d-950d-24bc9dbf3608)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:29.621332 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:29.645765 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Calling delete_port for 00fd3886-5b08-4645-80a1-6ee63fd9b475 owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:19:29.669537 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-61c2c5b9-c060-40d7-8450-e630fcb040a8 admin admin] Publish callbacks [] for security_group (414d6f78-9b92-4292-8078-092b1d74ed26), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:29.695533 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-61c2c5b9-c060-40d7-8450-e630fcb040a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (414d6f78-9b92-4292-8078-092b1d74ed26), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:29.764531 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-61c2c5b9-c060-40d7-8450-e630fcb040a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b21a7f617334949be4360c3626d22b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5927718 May 04 08:19:29.768185 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44362) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:29.789973 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2c5b9-c060-40d7-8450-e630fcb040a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414d6f78-9b92-4292-8078-092b1d74ed26,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:29.879172 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72a67432-5c4b-47d0-be92-1250bcfef23f admin admin] Publish callbacks [] for security_group (414d6f78-9b92-4292-8078-092b1d74ed26), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:29.913983 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72a67432-5c4b-47d0-be92-1250bcfef23f admin admin] Publish callbacks [] for security_group (414d6f78-9b92-4292-8078-092b1d74ed26), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:29.967487 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa65b7-80ac-4658-8ec7-dab54152ac0f req-f8cdf710-9047-4d23-bbd4-7c7f705d2f34 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:29.969191 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3daa65b7-80ac-4658-8ec7-dab54152ac0f req-f8cdf710-9047-4d23-bbd4-7c7f705d2f34 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 946 time: 0.0690315 May 04 08:19:29.990988 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72a67432-5c4b-47d0-be92-1250bcfef23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (414d6f78-9b92-4292-8078-092b1d74ed26), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:29.993775 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72a67432-5c4b-47d0-be92-1250bcfef23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:30.002510 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-72a67432-5c4b-47d0-be92-1250bcfef23f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/414d6f78-9b92-4292-8078-092b1d74ed26 HTTP/1.1" status: 204 len: 168 time: 0.2311349 May 04 08:19:30.011433 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883'] for port (00fd3886-5b08-4645-80a1-6ee63fd9b475), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:30.036284 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a67432-5c4b-47d0-be92-1250bcfef23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414d6f78-9b92-4292-8078-092b1d74ed26,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:30.060995 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['00fd3886-5b08-4645-80a1-6ee63fd9b475'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:19:30.070509 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Pushing event deleted for resources: {'Port': ['ID=00fd3886-5b08-4645-80a1-6ee63fd9b475,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:30.132604 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61140f-378f-4edc-b56d-5d3f88a4dbf8 req-5aefe042-82a7-4a98-8677-6fcb78106408 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:30.134105 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d61140f-378f-4edc-b56d-5d3f88a4dbf8 req-5aefe042-82a7-4a98-8677-6fcb78106408 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1639223 May 04 08:19:30.167413 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] No DVR routers for this DVR port 00fd3886-5b08-4645-80a1-6ee63fd9b475 on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:19:30.172527 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3daa65b7-80ac-4658-8ec7-dab54152ac0f req-fc9773d1-7d94-4684-b9d7-66dbee1ee20b tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855536 May 04 08:19:30.181374 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:30.185029 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-66dde38f-751e-498b-863c-9401d44a2ea4 req-e13a0c50-7b1f-4176-9d2c-336604173e67 tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.62 "DELETE /v2.0/ports/00fd3886-5b08-4645-80a1-6ee63fd9b475 HTTP/1.1" status: 204 len: 173 time: 0.9110823 May 04 08:19:30.185274 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c687a2a1-2239-4907-90d0-1882c1f57843', 'name': 'network-vif-deleted', 'tag': '00fd3886-5b08-4645-80a1-6ee63fd9b475'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:30.187708 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57607ed2-2af2-4058-b3da-b4dc84e65f3a" -d '{"events": [{"server_uuid": "c687a2a1-2239-4907-90d0-1882c1f57843", "name": "network-vif-deleted", "tag": "00fd3886-5b08-4645-80a1-6ee63fd9b475"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:30.256933 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d61140f-378f-4edc-b56d-5d3f88a4dbf8 req-7e02d1c6-880b-4ba3-b03f-81a9789a9d97 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965884 May 04 08:19:30.274013 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e514631-b7e8-409f-9650-19598dbdd663 x-openstack-request-id: req-0e514631-b7e8-409f-9650-19598dbdd663 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:30.275082 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c687a2a1-2239-4907-90d0-1882c1f57843", "name": "network-vif-deleted", "tag": "00fd3886-5b08-4645-80a1-6ee63fd9b475", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:30.275327 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e514631-b7e8-409f-9650-19598dbdd663 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:30.275910 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e514631-b7e8-409f-9650-19598dbdd663'] response: {'server_uuid': 'c687a2a1-2239-4907-90d0-1882c1f57843', 'name': 'network-vif-deleted', 'tag': '00fd3886-5b08-4645-80a1-6ee63fd9b475', 'status': 'completed', 'code': 200} May 04 08:19:30.630627 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44398) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:30.810710 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-45af3196-06d6-4567-8f5a-b58616a92e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:30.917158 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-45af3196-06d6-4567-8f5a-b58616a92e1d admin admin] Publish callbacks [] for security_group (0e64c40d-bb53-43ba-ba34-a230071ffdc6), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:30.923032 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-45af3196-06d6-4567-8f5a-b58616a92e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (0e64c40d-bb53-43ba-ba34-a230071ffdc6), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:30.972114 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af3196-06d6-4567-8f5a-b58616a92e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e64c40d-bb53-43ba-ba34-a230071ffdc6,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:30.987205 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-45af3196-06d6-4567-8f5a-b58616a92e1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11d74422ee50498a876299bd1f549d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553340 May 04 08:19:30.990146 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44416) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:31.058765 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4089e1e9-de85-4af1-920b-8dd3ca93a7b9 admin admin] Publish callbacks [] for security_group (0e64c40d-bb53-43ba-ba34-a230071ffdc6), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.088206 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4089e1e9-de85-4af1-920b-8dd3ca93a7b9 admin admin] Publish callbacks [] for security_group (0e64c40d-bb53-43ba-ba34-a230071ffdc6), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.145163 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4089e1e9-de85-4af1-920b-8dd3ca93a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (0e64c40d-bb53-43ba-ba34-a230071ffdc6), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.148189 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4089e1e9-de85-4af1-920b-8dd3ca93a7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.149346 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-4089e1e9-de85-4af1-920b-8dd3ca93a7b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e64c40d-bb53-43ba-ba34-a230071ffdc6 HTTP/1.1" status: 204 len: 168 time: 0.1576145 May 04 08:19:31.157778 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089e1e9-de85-4af1-920b-8dd3ca93a7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e64c40d-bb53-43ba-ba34-a230071ffdc6,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:31.321774 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-338338a9-845d-44c6-b552-6b78d4978799 req-dea45d0e-ed50-427e-8124-79d58011083e tempest-VolumesActionsTest-1443416264 tempest-VolumesActionsTest-1443416264-project] 10.222.0.60 "GET /v2.0/ports?device_id=c687a2a1-2239-4907-90d0-1882c1f57843 HTTP/1.1" status: 200 len: 210 time: 0.0337517 May 04 08:19:31.384165 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546c092-d4e8-44cd-a4fd-9bdb5a80b0a6 req-17f1690a-690a-499c-99c2-56191e1bc447 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:31.385755 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e546c092-d4e8-44cd-a4fd-9bdb5a80b0a6 req-17f1690a-690a-499c-99c2-56191e1bc447 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0604889 May 04 08:19:31.440896 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e546c092-d4e8-44cd-a4fd-9bdb5a80b0a6 req-c7c9f1c6-26de-492d-929c-eed4624bf990 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478678 May 04 08:19:31.577678 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2e42-5c8e-4436-86b3-7b1aa398678e req-e47f0735-22a9-45c3-8231-a48bf250fdda tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:31.579684 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ed9a2e42-5c8e-4436-86b3-7b1aa398678e req-e47f0735-22a9-45c3-8231-a48bf250fdda tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0569415 May 04 08:19:31.644741 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ed9a2e42-5c8e-4436-86b3-7b1aa398678e req-90d88a77-8e80-4257-8af7-bf25f375bc1b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562739 May 04 08:19:31.701468 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44452) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:31.720117 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ffbfec15-a8f2-4ee2-8558-734754a56da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.809822 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ffbfec15-a8f2-4ee2-8558-734754a56da9 admin admin] Publish callbacks [] for security_group (9ee15a9d-495b-4cd8-a22d-e4f15536d6a6), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.814800 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ffbfec15-a8f2-4ee2-8558-734754a56da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (9ee15a9d-495b-4cd8-a22d-e4f15536d6a6), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.854853 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-ffbfec15-a8f2-4ee2-8558-734754a56da9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6408e9226fb34657939da9d3e3b7fe75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522706 May 04 08:19:31.856884 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfec15-a8f2-4ee2-8558-734754a56da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee15a9d-495b-4cd8-a22d-e4f15536d6a6,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:31.857658 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44454) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:31.922287 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-42da3afa-14b2-4254-97c4-e6bca248d1f9 admin admin] Publish callbacks [] for security_group (9ee15a9d-495b-4cd8-a22d-e4f15536d6a6), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:31.948105 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-42da3afa-14b2-4254-97c4-e6bca248d1f9 admin admin] Publish callbacks [] for security_group (9ee15a9d-495b-4cd8-a22d-e4f15536d6a6), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:32.008907 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-42da3afa-14b2-4254-97c4-e6bca248d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (9ee15a9d-495b-4cd8-a22d-e4f15536d6a6), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:32.012863 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-42da3afa-14b2-4254-97c4-e6bca248d1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:32.014394 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-42da3afa-14b2-4254-97c4-e6bca248d1f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ee15a9d-495b-4cd8-a22d-e4f15536d6a6 HTTP/1.1" status: 204 len: 168 time: 0.1549571 May 04 08:19:32.026834 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da3afa-14b2-4254-97c4-e6bca248d1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee15a9d-495b-4cd8-a22d-e4f15536d6a6,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:33.101165 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 00fd3886-5b08-4645-80a1-6ee63fd9b475 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:19:33.123366 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 00fd3886-5b08-4645-80a1-6ee63fd9b475 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:19:33.123366 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 00fd3886-5b08-4645-80a1-6ee63fd9b475 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:19:33.888393 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-23a9833c-c65e-4b1a-9e4e-acce6975aeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:34.654824 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-6f4a2676-5567-41a6-bf13-1997a45be881 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=981c39a59ac6429696119bb5e88fae1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306997 May 04 08:19:35.144105 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-f1e424e5-a083-4907-be50-071f39d1adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.145691 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-f1e424e5-a083-4907-be50-071f39d1adb5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 1129 time: 0.1192093 May 04 08:19:35.153712 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc03a5e-e360-468a-9e90-2ae0da6417e4 req-8b6bb817-97f3-48fb-9637-d985f1dbf85b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.155171 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cfc03a5e-e360-468a-9e90-2ae0da6417e4 req-8b6bb817-97f3-48fb-9637-d985f1dbf85b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1274641 May 04 08:19:35.162891 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84f96-7402-4032-890e-22a27ede1abc req-ca85059e-fc5a-41c1-9f37-ca9dc6e3c249 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.164469 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-ca85059e-fc5a-41c1-9f37-ca9dc6e3c249 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5034873 May 04 08:19:35.226060 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-2c5ab457-2321-44e9-85bb-5109dea79070 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/quotas/981c39a59ac6429696119bb5e88fae1c HTTP/1.1" status: 200 len: 375 time: 0.0520670 May 04 08:19:35.328872 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cfc03a5e-e360-468a-9e90-2ae0da6417e4 req-607856fb-9409-4b7d-ac73-ca0c1e3fca0f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542675 May 04 08:19:35.339097 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-3ae9b86e-f0c5-402d-8779-0e4e8edaa230 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=981c39a59ac6429696119bb5e88fae1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952656 May 04 08:19:35.359688 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-a557da19-42b0-4f86-958e-56b9f54c3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.361162 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-a557da19-42b0-4f86-958e-56b9f54c3041 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.2050953 May 04 08:19:35.415165 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-63989646-b196-4f56-94bc-74590f31388a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5 HTTP/1.1" status: 200 len: 217 time: 0.0436692 May 04 08:19:35.474370 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-27c3ce50-2d7a-44a0-802f-a3adf5114ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.476093 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-27c3ce50-2d7a-44a0-802f-a3adf5114ea0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0538557 May 04 08:19:35.602888 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d1c0c074-f6de-4119-bd43-47c0f4ede3ed req-19594d70-053c-4f82-8213-99b53b8065a4 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 210 time: 0.0395982 May 04 08:19:35.611720 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-554a5e7e-a0e8-4ef2-b2b8-bfcb8827c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:35.615037 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-554a5e7e-a0e8-4ef2-b2b8-bfcb8827c63f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1272435 May 04 08:19:35.740152 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-01ab764d-08ac-40e4-a12a-33325960fe79 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066864 May 04 08:19:35.877162 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-57c020c1-bbaf-4a63-83c7-18237b4b05f2 req-5cd02090-b8cd-45a7-a6a8-a74e817edf1b service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310184 May 04 08:19:36.128294 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-708d1db5-39a3-4103-ac09-75e0a272b387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:36.485781 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9e6a3-b508-416f-b963-3af945339a3d req-c59e5fb1-8874-4230-b4d4-a8c520962101 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:36.487321 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ea9e6a3-b508-416f-b963-3af945339a3d req-c59e5fb1-8874-4230-b4d4-a8c520962101 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0591533 May 04 08:19:36.535038 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ea9e6a3-b508-416f-b963-3af945339a3d req-e1fa2ad3-ad78-4d82-b5f5-24e5b322a535 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 May 04 08:19:36.702153 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d9bca4c8-4f2c-4e68-8002-3374ccfe0a9b req-3dfb59fc-c416-43b7-8dc2-7c0b625e78a4 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 210 time: 0.0333390 May 04 08:19:36.920749 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44656) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:36.938585 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-6985d1f7-ec95-471e-ac42-f9783452748b tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=981c39a59ac6429696119bb5e88fae1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385995 May 04 08:19:37.078273 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f99fcc17-41cf-4c12-84c6-b751047a1603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.133516 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84f96-7402-4032-890e-22a27ede1abc req-7559fba4-316e-48ad-bbf6-b74bc0abfbcc tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:37.135140 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-7559fba4-316e-48ad-bbf6-b74bc0abfbcc tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838055 May 04 08:19:37.171056 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Request body: {'port': {'device_id': '674af167-4427-4395-8d3f-846baf7b0337', 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1', 'admin_state_up': True, 'tenant_id': '981c39a59ac6429696119bb5e88fae1c'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:37.256247 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f99fcc17-41cf-4c12-84c6-b751047a1603 admin admin] Publish callbacks [] for security_group (f3d9ce67-ff26-475b-82c1-b602ae603fc6), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.269110 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f99fcc17-41cf-4c12-84c6-b751047a1603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f3d9ce67-ff26-475b-82c1-b602ae603fc6), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.327826 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fcc17-41cf-4c12-84c6-b751047a1603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d9ce67-ff26-475b-82c1-b602ae603fc6,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:37.338839 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-f99fcc17-41cf-4c12-84c6-b751047a1603 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92a70741d23948caa0f6685b486d4b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4127357 May 04 08:19:37.340403 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44682) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:37.391845 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.392873 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Made reservation on behalf of 981c39a59ac6429696119bb5e88fae1c for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:37.396205 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.406850 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.434907 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5a1493e4-4a3a-410d-bb57-cd4bdd5e25b7 admin admin] Publish callbacks [] for security_group (f3d9ce67-ff26-475b-82c1-b602ae603fc6), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.475860 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5a1493e4-4a3a-410d-bb57-cd4bdd5e25b7 admin admin] Publish callbacks [] for security_group (f3d9ce67-ff26-475b-82c1-b602ae603fc6), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.568885 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks [] for security_group (70ea7958-9047-43f4-8c39-180c654ba85b), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.575643 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (70ea7958-9047-43f4-8c39-180c654ba85b), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.600145 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5a1493e4-4a3a-410d-bb57-cd4bdd5e25b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f3d9ce67-ff26-475b-82c1-b602ae603fc6), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.602739 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5a1493e4-4a3a-410d-bb57-cd4bdd5e25b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:37.606300 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-5a1493e4-4a3a-410d-bb57-cd4bdd5e25b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3d9ce67-ff26-475b-82c1-b602ae603fc6 HTTP/1.1" status: 204 len: 168 time: 0.2631545 May 04 08:19:37.697896 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea7958-9047-43f4-8c39-180c654ba85b,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:37.728920 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1493e4-4a3a-410d-bb57-cd4bdd5e25b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d9ce67-ff26-475b-82c1-b602ae603fc6,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:37.743299 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cab88b-6750-4605-a22d-66dcc33bc80c req-5e078a38-94aa-4d83-a415-41c06c704989 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:37.751076 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-69cab88b-6750-4605-a22d-66dcc33bc80c req-5e078a38-94aa-4d83-a415-41c06c704989 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1107788 May 04 08:19:37.835725 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Allocated IP 192.168.233.122 (1cb7fd61-f90d-4943-bb62-e10d7c5e5be1/4cc8700e-65a4-4907-b6cb-8407e7571d71/d7add255-3a54-4baa-8f17-a6edbdad2b5c) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:37.844470 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-69cab88b-6750-4605-a22d-66dcc33bc80c req-59e65492-44c2-403b-b534-defe648ad901 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924666 May 04 08:19:38.011686 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-41fe4a90-0685-4a26-add1-81c26858a44d req-a7e435b5-4e6a-41f3-bc19-51ef1a253d1a tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 210 time: 0.0417864 May 04 08:19:38.054927 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks [] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.071644 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44704) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:38.116014 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0772a0d8-1a09-48e1-ac72-55762a822e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.146827 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.214479 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:38.220950 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:38.227729 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:38.234368 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:38.240761 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.259704 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Pushing event updated for resources: {'Port': ['ID=d7add255-3a54-4baa-8f17-a6edbdad2b5c,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:38.275399 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-8a616648-4df1-4052-b250-e262131c9359 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1095593 May 04 08:19:38.300360 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Request body: {'port': {'device_id': '674af167-4427-4395-8d3f-846baf7b0337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:38.337612 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0772a0d8-1a09-48e1-ac72-55762a822e15 admin admin] Publish callbacks [] for security_group (5d91a490-ab0e-453f-81b6-91b1b59f4f93), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.346671 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-0772a0d8-1a09-48e1-ac72-55762a822e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (5d91a490-ab0e-453f-81b6-91b1b59f4f93), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.430025 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a0d8-1a09-48e1-ac72-55762a822e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d91a490-ab0e-453f-81b6-91b1b59f4f93,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:38.438804 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-0772a0d8-1a09-48e1-ac72-55762a822e15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9293808790414780a2b405661a62d098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655937 May 04 08:19:38.439832 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.443193 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44712) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:38.475246 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-1087d2ed-d1c5-42c9-bca8-b96a303d1534 None None] Provisioning complete for port d7add255-3a54-4baa-8f17-a6edbdad2b5c triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:38.475778 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1087d2ed-d1c5-42c9-bca8-b96a303d1534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.525778 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f77f90f0-6928-4e4a-a509-8b163aacb8c3 admin admin] Publish callbacks [] for security_group (5d91a490-ab0e-453f-81b6-91b1b59f4f93), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.535968 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-1087d2ed-d1c5-42c9-bca8-b96a303d1534 None None] Port d7add255-3a54-4baa-8f17-a6edbdad2b5c cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:38.559051 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f77f90f0-6928-4e4a-a509-8b163aacb8c3 admin admin] Publish callbacks [] for security_group (5d91a490-ab0e-453f-81b6-91b1b59f4f93), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.636094 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f77f90f0-6928-4e4a-a509-8b163aacb8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (5d91a490-ab0e-453f-81b6-91b1b59f4f93), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.639147 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f77f90f0-6928-4e4a-a509-8b163aacb8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.640315 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f77f90f0-6928-4e4a-a509-8b163aacb8c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d91a490-ab0e-453f-81b6-91b1b59f4f93 HTTP/1.1" status: 204 len: 168 time: 0.1960635 May 04 08:19:38.650254 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f90f0-6928-4e4a-a509-8b163aacb8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d91a490-ab0e-453f-81b6-91b1b59f4f93,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:38.847511 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7add255-3a54-4baa-8f17-a6edbdad2b5c {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:38.852919 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44726) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:38.860600 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Publish callbacks [] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:38.897858 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Transition to ACTIVE for port object d7add255-3a54-4baa-8f17-a6edbdad2b5c will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:19:38.914043 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.061570 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Pushing event updated for resources: {'Port': ['ID=d7add255-3a54-4baa-8f17-a6edbdad2b5c,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:39.124890 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9aaa-9621-45f2-9b98-ed7126c44d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.136760 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.192814 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68d516-ec9f-460d-a2e9-ca96f9759ad5 req-cb109dc9-3315-4569-9619-15ef4e7c026d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:39.194763 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4e68d516-ec9f-460d-a2e9-ca96f9759ad5 req-cb109dc9-3315-4569-9619-15ef4e7c026d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1614668 May 04 08:19:39.244854 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Attempting to bind port d7add255-3a54-4baa-8f17-a6edbdad2b5c on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:39.245189 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Attempting to bind port d7add255-3a54-4baa-8f17-a6edbdad2b5c by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '4781ca3b-95e5-4851-aa62-d63d056f1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:39.245677 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Attempting to bind port d7add255-3a54-4baa-8f17-a6edbdad2b5c on network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:39.263901 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Port d7add255-3a54-4baa-8f17-a6edbdad2b5c on network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:19:39.264223 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Attempting to bind port d7add255-3a54-4baa-8f17-a6edbdad2b5c on network 1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:39.269516 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9aaa-9621-45f2-9b98-ed7126c44d30 admin admin] Publish callbacks [] for security_group (85cb4007-e9bd-4573-b842-9926b687c90e), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.277626 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9aaa-9621-45f2-9b98-ed7126c44d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (85cb4007-e9bd-4573-b842-9926b687c90e), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.278352 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f72da9-5056-4783-9be1-a665933cd3cb req-c6b9b74b-e414-4135-8a32-840761eb402d tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:39.285814 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89f72da9-5056-4783-9be1-a665933cd3cb req-c6b9b74b-e414-4135-8a32-840761eb402d tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 948 time: 0.1300056 May 04 08:19:39.323828 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:39.324294 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Checking segment: {'id': '4781ca3b-95e5-4851-aa62-d63d056f1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:39.324546 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Bound using segment: {'id': '4781ca3b-95e5-4851-aa62-d63d056f1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:39.324999 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Bound port: d7add255-3a54-4baa-8f17-a6edbdad2b5c, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4781ca3b-95e5-4851-aa62-d63d056f1649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:39.325366 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.333918 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-4a8e9aaa-9621-45f2-9b98-ed7126c44d30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecf366664a4b45598e92529c42454cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795344 May 04 08:19:39.335724 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e9aaa-9621-45f2-9b98-ed7126c44d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cb4007-e9bd-4573-b842-9926b687c90e,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:39.339427 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44742) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:39.363052 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4e68d516-ec9f-460d-a2e9-ca96f9759ad5 req-8147f7de-f0f3-459e-affa-67417cdcd399 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433282 May 04 08:19:39.383667 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89f72da9-5056-4783-9be1-a665933cd3cb req-79d89cd8-e45f-4463-9867-e324fc29769a tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969934 May 04 08:19:39.410614 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-89c8ea3b-bbfe-4c6a-936b-1a6637f3183c admin admin] Publish callbacks [] for security_group (85cb4007-e9bd-4573-b842-9926b687c90e), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.437405 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-89c8ea3b-bbfe-4c6a-936b-1a6637f3183c admin admin] Publish callbacks [] for security_group (85cb4007-e9bd-4573-b842-9926b687c90e), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.444430 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] For port d7add255-3a54-4baa-8f17-a6edbdad2b5c, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:39.447949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] For port d7add255-3a54-4baa-8f17-a6edbdad2b5c, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d7add255-3a54-4baa-8f17-a6edbdad2b5c,segment=NetworkSegment(4781ca3b-95e5-4851-aa62-d63d056f1649),segment_id=4781ca3b-95e5-4851-aa62-d63d056f1649)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:39.454791 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.497809 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-89c8ea3b-bbfe-4c6a-936b-1a6637f3183c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (85cb4007-e9bd-4573-b842-9926b687c90e), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.500741 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-89c8ea3b-bbfe-4c6a-936b-1a6637f3183c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.501918 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-89c8ea3b-bbfe-4c6a-936b-1a6637f3183c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85cb4007-e9bd-4573-b842-9926b687c90e HTTP/1.1" status: 204 len: 168 time: 0.1609936 May 04 08:19:39.511466 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8ea3b-bbfe-4c6a-936b-1a6637f3183c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cb4007-e9bd-4573-b842-9926b687c90e,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:39.519435 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:39.520062 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.521520 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] 10.222.0.62 "PUT /v2.0/ports/d7add255-3a54-4baa-8f17-a6edbdad2b5c HTTP/1.1" status: 200 len: 1098 time: 1.2307324 May 04 08:19:39.521977 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674af167-4427-4395-8d3f-846baf7b0337', 'tag': 'd7add255-3a54-4baa-8f17-a6edbdad2b5c'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:39.524310 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dbcdf5-9200-46c5-8ad9-0616dc007ded" -d '{"events": [{"name": "network-changed", "server_uuid": "674af167-4427-4395-8d3f-846baf7b0337", "tag": "d7add255-3a54-4baa-8f17-a6edbdad2b5c"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:39.561138 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0071c-7ccc-487e-84a6-3c69216f7920 service neutron] Pushing event updated for resources: {'Port': ['ID=d7add255-3a54-4baa-8f17-a6edbdad2b5c,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:39.581984 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fe8fd8-2c27-44a7-a149-13f7658278b4 x-openstack-request-id: req-f0fe8fd8-2c27-44a7-a149-13f7658278b4 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:39.582560 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674af167-4427-4395-8d3f-846baf7b0337", "tag": "d7add255-3a54-4baa-8f17-a6edbdad2b5c", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:39.583039 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0fe8fd8-2c27-44a7-a149-13f7658278b4 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:39.583797 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fe8fd8-2c27-44a7-a149-13f7658278b4'] response: {'name': 'network-changed', 'server_uuid': '674af167-4427-4395-8d3f-846baf7b0337', 'tag': 'd7add255-3a54-4baa-8f17-a6edbdad2b5c', 'status': 'completed', 'code': 200} May 04 08:19:39.684195 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84f96-7402-4032-890e-22a27ede1abc req-39fb05d4-3843-42f4-ab54-69de653280b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:39.685867 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-39fb05d4-3843-42f4-ab54-69de653280b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=981c39a59ac6429696119bb5e88fae1c&device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 1132 time: 0.0722334 May 04 08:19:39.741323 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-ebbc9b3f-b37f-40b2-bd05-64fab6295049 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d7add255-3a54-4baa-8f17-a6edbdad2b5c HTTP/1.1" status: 200 len: 217 time: 0.0424719 May 04 08:19:39.794596 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84f96-7402-4032-890e-22a27ede1abc req-7f2d4d0f-bb27-4c71-bba7-172aafbc4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:39.796545 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-7f2d4d0f-bb27-4c71-bba7-172aafbc4061 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4cc8700e-65a4-4907-b6cb-8407e7571d71 HTTP/1.1" status: 200 len: 843 time: 0.0481114 May 04 08:19:39.844617 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44756) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:39.858767 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84f96-7402-4032-890e-22a27ede1abc req-a6aad1b6-0cea-43da-88fb-58319be5c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:39.860369 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-a6aad1b6-0cea-43da-88fb-58319be5c24a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1cb7fd61-f90d-4943-bb62-e10d7c5e5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571516 May 04 08:19:39.861518 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8fd283bd-1b5b-4101-a015-d89adbb3852e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:39.990117 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-a5845ea3-204c-4f58-befa-dec25111f46b service neutron] 10.222.0.62 "GET /v2.0/networks/1cb7fd61-f90d-4943-bb62-e10d7c5e5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202972 May 04 08:19:40.050765 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8fd283bd-1b5b-4101-a015-d89adbb3852e admin admin] Publish callbacks [] for security_group (2e8a2812-34dc-4255-bdf1-a66288fe1aed), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.056824 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8fd283bd-1b5b-4101-a015-d89adbb3852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2e8a2812-34dc-4255-bdf1-a66288fe1aed), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.146249 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd283bd-1b5b-4101-a015-d89adbb3852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8a2812-34dc-4255-bdf1-a66288fe1aed,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:40.153633 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-8fd283bd-1b5b-4101-a015-d89adbb3852e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21d91d77e05a4d7e9a0e498520f082ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079596 May 04 08:19:40.156880 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44762) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:40.157008 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ab84f96-7402-4032-890e-22a27ede1abc req-ae402589-8ce2-4c93-ae70-cf812f7738db service neutron] 10.222.0.62 "GET /v2.0/networks/1cb7fd61-f90d-4943-bb62-e10d7c5e5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582432 May 04 08:19:40.209237 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c78dbbf0-c127-4dc3-8a96-7034080247be admin admin] Publish callbacks [] for security_group (2e8a2812-34dc-4255-bdf1-a66288fe1aed), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.231441 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c78dbbf0-c127-4dc3-8a96-7034080247be admin admin] Publish callbacks [] for security_group (2e8a2812-34dc-4255-bdf1-a66288fe1aed), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.281413 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c78dbbf0-c127-4dc3-8a96-7034080247be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2e8a2812-34dc-4255-bdf1-a66288fe1aed), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.284050 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c78dbbf0-c127-4dc3-8a96-7034080247be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.285188 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c78dbbf0-c127-4dc3-8a96-7034080247be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e8a2812-34dc-4255-bdf1-a66288fe1aed HTTP/1.1" status: 204 len: 168 time: 0.1269696 May 04 08:19:40.293062 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dbbf0-c127-4dc3-8a96-7034080247be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8a2812-34dc-4255-bdf1-a66288fe1aed,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:40.436995 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.559781 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c153f5-27b2-4049-9a24-b22d0e727063 req-cd2bd75e-7af4-476b-8faf-b3e514ed6832 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:40.561362 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b2c153f5-27b2-4049-9a24-b22d0e727063 req-cd2bd75e-7af4-476b-8faf-b3e514ed6832 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0866122 May 04 08:19:40.574608 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62ee9b-c0fe-42dd-8cf5-a18b4670021b req-3b317695-970c-4dde-b809-f40f26debcd4 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:40.576178 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7a62ee9b-c0fe-42dd-8cf5-a18b4670021b req-3b317695-970c-4dde-b809-f40f26debcd4 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 948 time: 0.0885429 May 04 08:19:40.659711 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b2c153f5-27b2-4049-9a24-b22d0e727063 req-a40448ed-fa04-420d-8995-ed628fc80e36 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824666 May 04 08:19:40.667189 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7a62ee9b-c0fe-42dd-8cf5-a18b4670021b req-94558567-006e-41a3-8479-06c709c3cbc5 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838449 May 04 08:19:40.733650 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44784) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:40.747581 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e72d0050-d7d7-4021-9718-28e87890e687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.829853 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e72d0050-d7d7-4021-9718-28e87890e687 admin admin] Publish callbacks [] for security_group (bb4c92f5-afdf-4033-9dd6-ad1169da5846), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.835917 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e72d0050-d7d7-4021-9718-28e87890e687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (bb4c92f5-afdf-4033-9dd6-ad1169da5846), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.878180 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-e72d0050-d7d7-4021-9718-28e87890e687 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2d41beb4a564c848b214ed2f6d5109e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433320 May 04 08:19:40.880868 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44786) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:40.882916 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d0050-d7d7-4021-9718-28e87890e687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4c92f5-afdf-4033-9dd6-ad1169da5846,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:40.940336 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-57dccd79-b041-404c-b609-3606a8eeb75e admin admin] Publish callbacks [] for security_group (bb4c92f5-afdf-4033-9dd6-ad1169da5846), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:40.962018 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-57dccd79-b041-404c-b609-3606a8eeb75e admin admin] Publish callbacks [] for security_group (bb4c92f5-afdf-4033-9dd6-ad1169da5846), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.015139 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-57dccd79-b041-404c-b609-3606a8eeb75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (bb4c92f5-afdf-4033-9dd6-ad1169da5846), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.018221 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-57dccd79-b041-404c-b609-3606a8eeb75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:41.019445 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-57dccd79-b041-404c-b609-3606a8eeb75e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb4c92f5-afdf-4033-9dd6-ad1169da5846 HTTP/1.1" status: 204 len: 168 time: 0.1376703 May 04 08:19:41.027838 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dccd79-b041-404c-b609-3606a8eeb75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4c92f5-afdf-4033-9dd6-ad1169da5846,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:41.293502 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-77559351-0996-4a0a-b195-e45e9105264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:41.295014 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-77559351-0996-4a0a-b195-e45e9105264a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=981c39a59ac6429696119bb5e88fae1c&device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 1132 time: 0.0439379 May 04 08:19:41.389133 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-b15a6fcf-914d-41fc-8325-e64249eed19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:41.390628 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-b15a6fcf-914d-41fc-8325-e64249eed19e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1cb7fd61-f90d-4943-bb62-e10d7c5e5be1 HTTP/1.1" status: 200 len: 870 time: 0.0890446 May 04 08:19:41.436808 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-052d2f2b-4e32-4bfc-8640-04f2404d0309 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d7add255-3a54-4baa-8f17-a6edbdad2b5c HTTP/1.1" status: 200 len: 217 time: 0.0393736 May 04 08:19:41.485944 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-9c25671e-dde0-488a-af2c-0adb2c9f5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:41.487437 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-9c25671e-dde0-488a-af2c-0adb2c9f5890 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4cc8700e-65a4-4907-b6cb-8407e7571d71 HTTP/1.1" status: 200 len: 843 time: 0.0440028 May 04 08:19:41.536356 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-8262f3b0-f343-46c9-8a9b-42e53a830c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:41.537845 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-8262f3b0-f343-46c9-8a9b-42e53a830c7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1cb7fd61-f90d-4943-bb62-e10d7c5e5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390103 May 04 08:19:41.667366 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-2e5bb442-e253-4550-ad95-22e46054231c service neutron] 10.222.0.62 "GET /v2.0/networks/1cb7fd61-f90d-4943-bb62-e10d7c5e5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206031 May 04 08:19:41.873290 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-83dbcdf5-9200-46c5-8ad9-0616dc007ded req-7266f917-748d-4a36-b110-5be33f296166 service neutron] 10.222.0.62 "GET /v2.0/networks/1cb7fd61-f90d-4943-bb62-e10d7c5e5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916487 May 04 08:19:41.886283 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab89d5f-4571-4b1c-8ae4-86b1c95a4447 req-ea60a588-d789-4b4d-8235-d23b9a545bd2 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:41.887920 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ab89d5f-4571-4b1c-8ae4-86b1c95a4447 req-ea60a588-d789-4b4d-8235-d23b9a545bd2 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 948 time: 0.1093457 May 04 08:19:41.900930 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055308b-c25c-45b2-939b-cd5e913374b0 req-111ee4d9-8eb7-4ede-8056-8e16c6283b99 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:41.907171 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b055308b-c25c-45b2-939b-cd5e913374b0 req-111ee4d9-8eb7-4ede-8056-8e16c6283b99 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0940237 May 04 08:19:41.954849 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44828) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:41.982106 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ab89d5f-4571-4b1c-8ae4-86b1c95a4447 req-fdff0d19-afd3-4e68-87bd-229a55d6369a tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783572 May 04 08:19:42.000449 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b055308b-c25c-45b2-939b-cd5e913374b0 req-292f829e-e2df-4c43-8ff7-8f9bf6ac7ff3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894058 May 04 08:19:42.136386 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-336338491-network', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:42.161606 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Made reservation on behalf of 832a0ad377a3420dbb1948b8b97fa5b2 for: {'network': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:42.164845 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.177527 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.268228 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Publish callbacks [] for security_group (b11f278a-6f18-4ed2-bb2b-907d1a570fd3), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.275188 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b11f278a-6f18-4ed2-bb2b-907d1a570fd3), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.302940 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:19:42.312057 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11f278a-6f18-4ed2-bb2b-907d1a570fd3,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:42.318878 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.319628 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.segments_db [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Added segment a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d of type vlan for network 3c8d996e-5e6f-497e-900c-9348519f1d7b May 04 08:19:42.366983 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (3c8d996e-5e6f-497e-900c-9348519f1d7b), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.395205 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (3c8d996e-5e6f-497e-900c-9348519f1d7b), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.396205 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:42.396777 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.436470 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4771607 May 04 08:19:42.436674 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44834) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:42.441724 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Request body: {'subnet': {'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-336338491-subnet', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:42.475056 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d0211-3426-4ecf-9a7c-faf5ed0cab7e admin admin] Pushing event updated for resources: {'Network': ['ID=3c8d996e-5e6f-497e-900c-9348519f1d7b,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:42.485586 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 3c8d996e-5e6f-497e-900c-9348519f1d7b details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:19:42.490537 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Made reservation on behalf of 832a0ad377a3420dbb1948b8b97fa5b2 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:42.493152 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408465'] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.674343 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16501709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408463'] for subnet (4abf7313-14b7-411a-abc4-f959bd38323c), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.724629 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abf7313-14b7-411a-abc4-f959bd38323c,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:42.741143 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Checking segment: {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:42.741476 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Network hostable DHCP agents. Network: 3c8d996e-5e6f-497e-900c-9348519f1d7b, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:19:42.760241 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Network 3c8d996e-5e6f-497e-900c-9348519f1d7b is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:19:42.770982 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 3c8d996e-5e6f-497e-900c-9348519f1d7b) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:42.776125 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:42.776289 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.780035 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2abff11-4f02-4829-8942-3dcad69c8a2f None None] Network 3c8d996e-5e6f-497e-900c-9348519f1d7b requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:42.795894 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d2474cd9-3cf6-41e3-8de2-626a23a43f32 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3578012 May 04 08:19:42.798946 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 44836) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:42.804130 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:42.825283 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7873556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14674'] for router (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.826694 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7873720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8029972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14683'] for router (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:42.923303 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-3c8d996e-5e6f-497e-900c-9348519f1d7b', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:19:42.924084 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.101034 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Allocated IP 172.20.0.2 (3c8d996e-5e6f-497e-900c-9348519f1d7b/4abf7313-14b7-411a-abc4-f959bd38323c/86945627-3ed4-414d-9d22-979276c6c93e) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:43.121221 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks [] for router_controller (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), precommit_add_association {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.134637 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device d7add255-3a54-4baa-8f17-a6edbdad2b5c details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:19:43.261878 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdea1b-9541-4ac8-b93c-43f5c48ff912 req-9ce9bb69-4295-4dad-a83f-5ef3b7f6834a tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:43.263565 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-30fdea1b-9541-4ac8-b93c-43f5c48ff912 req-9ce9bb69-4295-4dad-a83f-5ef3b7f6834a tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 948 time: 0.1446903 May 04 08:19:43.344526 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks [] for router_gateway (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.366413 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-65939da8-27cb-4b7e-9de5-4d61cdfe2448 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172401450&fields=id&tenant_id=665c1f64495c4dadab3990bfc933bf22 HTTP/1.1" status: 200 len: 267 time: 0.2486150 May 04 08:19:43.472791 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port d7add255-3a54-4baa-8f17-a6edbdad2b5c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d7add255-3a54-4baa-8f17-a6edbdad2b5c,segment=NetworkSegment(4781ca3b-95e5-4851-aa62-d63d056f1649),segment_id=4781ca3b-95e5-4851-aa62-d63d056f1649)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:43.482149 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Publish callbacks [] for port (86945627-3ed4-414d-9d22-979276c6c93e), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.488053 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'd7add255-3a54-4baa-8f17-a6edbdad2b5c', 'network_id': '1cb7fd61-f90d-4943-bb62-e10d7c5e5be1', 'port_id': 'd7add255-3a54-4baa-8f17-a6edbdad2b5c', 'mac_address': 'fa:16:3e:1c:63:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc8700e-65a4-4907-b6cb-8407e7571d71', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:19:43.491164 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (86945627-3ed4-414d-9d22-979276c6c93e), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.537928 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-30fdea1b-9541-4ac8-b93c-43f5c48ff912 req-b0d1199f-f1dd-4af4-a84d-52750c004db2 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903105 May 04 08:19:43.557154 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Network 3c8d996e-5e6f-497e-900c-9348519f1d7b is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:43.572271 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Pushing event updated for resources: {'Port': ['ID=86945627-3ed4-414d-9d22-979276c6c93e,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:43.583800 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:43.588185 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:43.591068 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port d7add255-3a54-4baa-8f17-a6edbdad2b5c is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:43.591531 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.610390 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7add255-3a54-4baa-8f17-a6edbdad2b5c {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:43.631183 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-2cef2853-fcd9-4a5b-b267-ffca5964746a tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:43.632677 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-2cef2853-fcd9-4a5b-b267-ffca5964746a tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/networks?id=a8e22094-fa4e-4129-953e-332cc435c21a HTTP/1.1" status: 200 len: 809 time: 0.2499652 May 04 08:19:43.652619 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port d7add255-3a54-4baa-8f17-a6edbdad2b5c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d7add255-3a54-4baa-8f17-a6edbdad2b5c,segment=NetworkSegment(4781ca3b-95e5-4851-aa62-d63d056f1649),segment_id=4781ca3b-95e5-4851-aa62-d63d056f1649)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:43.657696 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.698495 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-66c82212-90eb-4cac-982e-e1d0705fb63f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/quotas/665c1f64495c4dadab3990bfc933bf22 HTTP/1.1" status: 200 len: 375 time: 0.0566158 May 04 08:19:43.708752 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Attempting to bind port 86945627-3ed4-414d-9d22-979276c6c93e on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:43.709140 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Attempting to bind port 86945627-3ed4-414d-9d22-979276c6c93e by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:43.709477 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Attempting to bind port 86945627-3ed4-414d-9d22-979276c6c93e on network 3c8d996e-5e6f-497e-900c-9348519f1d7b {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:43.720531 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1833c-a061-4cb6-97b7-88f6fde03501 req-06af80b7-f21d-461e-8fe6-256fe3c30779 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:43.722011 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9de1833c-a061-4cb6-97b7-88f6fde03501 req-06af80b7-f21d-461e-8fe6-256fe3c30779 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0999212 May 04 08:19:43.728203 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:43.728498 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Checking segment: {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:43.728900 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.729299 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Bound using segment: {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:43.729787 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Bound port: 86945627-3ed4-414d-9d22-979276c6c93e, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:43.730174 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (86945627-3ed4-414d-9d22-979276c6c93e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.736740 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks [] for router_gateway (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.744485 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=d7add255-3a54-4baa-8f17-a6edbdad2b5c,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:43.784873 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.800161 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] For port 86945627-3ed4-414d-9d22-979276c6c93e, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:43.803838 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] For port 86945627-3ed4-414d-9d22-979276c6c93e, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=86945627-3ed4-414d-9d22-979276c6c93e,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:43.809747 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (86945627-3ed4-414d-9d22-979276c6c93e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:43.813835 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-4d1d3197-86a8-43cc-bf79-4fc940a0ecd6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=665c1f64495c4dadab3990bfc933bf22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022778 May 04 08:19:43.880777 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177cc67-f511-4199-9923-8d621a17ef41 None None] Pushing event updated for resources: {'Port': ['ID=86945627-3ed4-414d-9d22-979276c6c93e,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:43.901344 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9de1833c-a061-4cb6-97b7-88f6fde03501 req-12822c4c-4bad-4aab-89f9-34be0c205b34 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692414 May 04 08:19:44.013531 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-a866cf6b-07de-4528-866f-18ef8ae02acc service neutron] 10.222.0.60 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637595 May 04 08:19:44.014761 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Allocated IP 172.28.3.217 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/58bf11f0-45b0-46f7-bd7d-d7e87396a0e6) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:44.035142 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['d7add255-3a54-4baa-8f17-a6edbdad2b5c'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:19:44.214265 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-67580546-b112-4bb9-b69b-7968ac397cbd service neutron] 10.222.0.60 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922281 May 04 08:19:44.239297 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks [] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:44.281122 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:44.320488 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 86945627-3ed4-414d-9d22-979276c6c93e up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:44.322895 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:44.330297 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:44.335297 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:44.338514 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Pushing event updated for resources: {'Port': ['ID=58bf11f0-45b0-46f7-bd7d-d7e87396a0e6,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:44.390162 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 86945627-3ed4-414d-9d22-979276c6c93e triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:44.391003 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (86945627-3ed4-414d-9d22-979276c6c93e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:44.488465 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 86945627-3ed4-414d-9d22-979276c6c93e is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:44.489143 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (86945627-3ed4-414d-9d22-979276c6c93e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:44.539400 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port 86945627-3ed4-414d-9d22-979276c6c93e, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=86945627-3ed4-414d-9d22-979276c6c93e,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:44.544165 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (86945627-3ed4-414d-9d22-979276c6c93e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:44.605138 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks [] for router_gateway (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:44.627352 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=86945627-3ed4-414d-9d22-979276c6c93e,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:44.809754 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-de53ab76-9382-4fb1-876f-259d805a24cd req-bcd9b69b-9cf2-40a3-9418-a651dea769de tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 210 time: 0.1319184 May 04 08:19:44.828479 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773cd9d-4991-4571-a0a9-479c47439569 req-04fefffa-ebff-4533-9d62-0672a032e495 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:44.830460 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a773cd9d-4991-4571-a0a9-479c47439569 req-04fefffa-ebff-4533-9d62-0672a032e495 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 949 time: 0.1310604 May 04 08:19:44.943243 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a773cd9d-4991-4571-a0a9-479c47439569 req-656b64d7-12ed-4726-b3ce-7babcc9f8628 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053300 May 04 08:19:45.012046 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7873665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106'] for router (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:45.069488 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7a25a2-fab8-4449-b805-c6faac32ff54 None None] Network 3c8d996e-5e6f-497e-900c-9348519f1d7b requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:45.097561 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb78b7-ba2a-486f-b713-172f7952f2a0 req-284db520-3538-40a3-a522-6e205b9f8019 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:45.099105 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f1cb78b7-ba2a-486f-b713-172f7952f2a0 req-284db520-3538-40a3-a522-6e205b9f8019 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0896070 May 04 08:19:45.133265 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device d7add255-3a54-4baa-8f17-a6edbdad2b5c up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:45.200243 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f1cb78b7-ba2a-486f-b713-172f7952f2a0 req-3786fcb0-5b5b-48a5-9d38-8b4165df7554 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942757 May 04 08:19:45.214590 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-b14aef09-04a3-45ed-a603-556f98d6624a None None] Provisioning complete for port 86945627-3ed4-414d-9d22-979276c6c93e triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:45.214966 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b14aef09-04a3-45ed-a603-556f98d6624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (86945627-3ed4-414d-9d22-979276c6c93e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:45.243767 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Router dc5ecd3f-a065-43ac-a564-41bfe34dc55d is scheduled to L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b with binding_index 1 {{(pid=103664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:19:45.285696 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port d7add255-3a54-4baa-8f17-a6edbdad2b5c completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:19:45.300251 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port d7add255-3a54-4baa-8f17-a6edbdad2b5c triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:45.300251 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:45.383370 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:45.389395 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-b14aef09-04a3-45ed-a603-556f98d6624a None None] Current status of the port 86945627-3ed4-414d-9d22-979276c6c93e is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:45.394917 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Sync routers for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:45.411200 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:45.413606 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:45.414375 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:45.418108 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44886) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:45.418676 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-63c073f6-c929-4737-92f0-9fa336fcacea admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6177199 May 04 08:19:45.450364 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port d7add255-3a54-4baa-8f17-a6edbdad2b5c is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:45.450910 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:45.476436 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674af167-4427-4395-8d3f-846baf7b0337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7add255-3a54-4baa-8f17-a6edbdad2b5c'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:45.479058 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9510615f-3780-4d28-9539-c79173e2dd77" -d '{"events": [{"server_uuid": "674af167-4427-4395-8d3f-846baf7b0337", "name": "network-vif-plugged", "status": "completed", "tag": "d7add255-3a54-4baa-8f17-a6edbdad2b5c"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:45.493612 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port d7add255-3a54-4baa-8f17-a6edbdad2b5c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d7add255-3a54-4baa-8f17-a6edbdad2b5c,segment=NetworkSegment(4781ca3b-95e5-4851-aa62-d63d056f1649),segment_id=4781ca3b-95e5-4851-aa62-d63d056f1649)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:45.510417 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:45.551736 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d779ff4-1385-45c5-ad00-b8e0c8427dbf x-openstack-request-id: req-6d779ff4-1385-45c5-ad00-b8e0c8427dbf {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:45.552389 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674af167-4427-4395-8d3f-846baf7b0337", "name": "network-vif-plugged", "status": "completed", "tag": "d7add255-3a54-4baa-8f17-a6edbdad2b5c", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:45.552874 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d779ff4-1385-45c5-ad00-b8e0c8427dbf {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:45.553540 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d779ff4-1385-45c5-ad00-b8e0c8427dbf'] response: {'server_uuid': '674af167-4427-4395-8d3f-846baf7b0337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7add255-3a54-4baa-8f17-a6edbdad2b5c', 'code': 200} May 04 08:19:45.568655 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:45.582238 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=d7add255-3a54-4baa-8f17-a6edbdad2b5c,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:45.611999 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-2dbd14e8-e833-42f1-bdd5-30c338cc262c None None] Provisioning complete for port 86945627-3ed4-414d-9d22-979276c6c93e triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:45.612838 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-2dbd14e8-e833-42f1-bdd5-30c338cc262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (86945627-3ed4-414d-9d22-979276c6c93e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:45.703882 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd14e8-e833-42f1-bdd5-30c338cc262c None None] Current status of the port 86945627-3ed4-414d-9d22-979276c6c93e is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:45.861363 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:44Z', 'revision_number': 3, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:45.933412 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Checking router: dc5ecd3f-a065-43ac-a564-41bfe34dc55d for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:45.933925 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Updating router dc5ecd3f-a065-43ac-a564-41bfe34dc55d port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 binding host dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:45.967574 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.015847 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8303662f-8b0a-4d9d-970c-e76df9dd3ed9 req-b114cd4e-638e-4ead-a1c1-7aeb02168464 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 210 time: 0.0727658 May 04 08:19:46.073843 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.377976 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Allocated IP 172.20.0.1 (3c8d996e-5e6f-497e-900c-9348519f1d7b/4abf7313-14b7-411a-abc4-f959bd38323c/abe13aad-841a-41c4-a389-efa08546c13d) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:46.392633 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 86945627-3ed4-414d-9d22-979276c6c93e up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:46.477813 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Publish callbacks [] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), precommit_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.489702 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.512209 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 86945627-3ed4-414d-9d22-979276c6c93e triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:46.513134 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (86945627-3ed4-414d-9d22-979276c6c93e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.540768 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Attempting to bind port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:46.541512 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Attempting to bind port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:46.542773 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Attempting to bind port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 on network 43f11a13-1bd8-4746-8240-30468e86dc6b {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:46.574855 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Publish callbacks [] for port (abe13aad-841a-41c4-a389-efa08546c13d), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.608193 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:46.608998 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:46.609736 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.610502 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Bound using segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:46.611133 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Bound port: 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:46.611704 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.664554 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 86945627-3ed4-414d-9d22-979276c6c93e is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:46.681082 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] For port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:46.684575 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] For port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=58bf11f0-45b0-46f7-bd7d-d7e87396a0e6,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:46.694308 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.699379 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (abe13aad-841a-41c4-a389-efa08546c13d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.730197 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce10ef-01c0-4c2c-9536-fe6f88a3a125 req-50cd7c2f-9b70-4c15-bb1f-a4b16e41ae67 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:46.732105 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f0ce10ef-01c0-4c2c-9536-fe6f88a3a125 req-50cd7c2f-9b70-4c15-bb1f-a4b16e41ae67 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 950 time: 0.6495333 May 04 08:19:46.754992 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:46.755640 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:46.826194 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Pushing event updated for resources: {'Port': ['ID=abe13aad-841a-41c4-a389-efa08546c13d,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:46.847085 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Network 3c8d996e-5e6f-497e-900c-9348519f1d7b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:46.848483 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:46.850940 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:46.894414 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73ae4f-3940-4ad6-ad81-6faa88a09ae0 req-552bc2b1-10bf-4bbc-865f-2edc0adefdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:46.896487 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1c73ae4f-3940-4ad6-ad81-6faa88a09ae0 req-552bc2b1-10bf-4bbc-865f-2edc0adefdc3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 1134 time: 0.2024763 May 04 08:19:46.917726 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878071'] for router_interface (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:46.953401 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-ce8ce4fe-c2b2-45f5-aad2-080db282e78f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:46.955224 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-ce8ce4fe-c2b2-45f5-aad2-080db282e78f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.62 "GET /v2.0/networks?id=a8e22094-fa4e-4129-953e-332cc435c21a HTTP/1.1" status: 200 len: 809 time: 0.7792196 May 04 08:19:46.963479 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:46.963791 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3485f08-712c-4e33-add1-f23b3ed358e3 req-e12ff488-f269-4e61-ae75-d30ed8e5d233 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:46.965994 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d3485f08-712c-4e33-add1-f23b3ed358e3 req-e12ff488-f269-4e61-ae75-d30ed8e5d233 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.2872293 May 04 08:19:46.982860 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f0ce10ef-01c0-4c2c-9536-fe6f88a3a125 req-d1f3c602-23af-4831-99c0-02db7015bb0e tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042148 May 04 08:19:47.061658 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfeabb-c3ad-4af1-b63a-ba59ebec6881 None None] Pushing event updated for resources: {'Port': ['ID=58bf11f0-45b0-46f7-bd7d-d7e87396a0e6,revision_number=2']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:47.112530 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d3485f08-712c-4e33-add1-f23b3ed358e3 req-91a24cf5-0634-4435-b73c-65d644af62b3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242516 May 04 08:19:47.142788 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1c73ae4f-3940-4ad6-ad81-6faa88a09ae0 req-728699ed-4de1-4022-839c-1f6bcf8a15de service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756425 May 04 08:19:47.156857 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (abe13aad-841a-41c4-a389-efa08546c13d), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:47.209797 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9cd7d052-be92-45cf-87cb-b27ca3bd0348 req-6169a120-370a-46cf-914a-499142969b5e tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 210 time: 0.0593803 May 04 08:19:47.220743 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfeabb-c3ad-4af1-b63a-ba59ebec6881 None None] Pushing event updated for resources: {'Port': ['ID=58bf11f0-45b0-46f7-bd7d-d7e87396a0e6,revision_number=3']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:47.240739 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-d94b96f4-648f-4838-a6b1-0b69f00c273c None None] Provisioning complete for port abe13aad-841a-41c4-a389-efa08546c13d triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:47.241994 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-250d380b-d796-45e0-90b6-22b95259c2a8 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=665c1f64495c4dadab3990bfc933bf22 HTTP/1.1" status: 200 len: 380 time: 0.2562795 May 04 08:19:47.242756 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d94b96f4-648f-4838-a6b1-0b69f00c273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (abe13aad-841a-41c4-a389-efa08546c13d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:47.285566 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-d94b96f4-648f-4838-a6b1-0b69f00c273c None None] Port abe13aad-841a-41c4-a389-efa08546c13d cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:47.302517 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:44Z', 'revision_number': 3, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:47.337836 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9865da0-f7b4-4bd2-b7d3-662ea40a43d9 None None] The sync data for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb is: [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:44Z', 'revision_number': 3, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:47.430661 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Publish callbacks [] for port (abe13aad-841a-41c4-a389-efa08546c13d), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:47.437966 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (abe13aad-841a-41c4-a389-efa08546c13d), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:47.466000 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Request body: {'port': {'device_id': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'admin_state_up': True, 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'security_groups': ['9e670377-8cd3-402f-997a-ebd0f543a07e']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:47.518664 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7841892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877993'] for router_interface (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:47.520658 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Pushing event updated for resources: {'Port': ['ID=abe13aad-841a-41c4-a389-efa08546c13d,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:47.676506 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Network 3c8d996e-5e6f-497e-900c-9348519f1d7b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:47.679408 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:47.692957 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Made reservation on behalf of 665c1f64495c4dadab3990bfc933bf22 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:47.698334 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:47.836515 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Router dc5ecd3f-a065-43ac-a564-41bfe34dc55d has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:19:47.908001 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Allocated IP 172.20.0.6 (a8e22094-fa4e-4129-953e-332cc435c21a/746850a0-26c1-452d-8542-bd0b3be43805/5024184c-9e21-4cc2-a8c4-de7d6b692dbd) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:48.012672 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:48.015170 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-8e63d0d2-d458-40fc-a1c5-1a8f57cb59a4 None None] Provisioning complete for port abe13aad-841a-41c4-a389-efa08546c13d triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:48.015673 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8e63d0d2-d458-40fc-a1c5-1a8f57cb59a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (abe13aad-841a-41c4-a389-efa08546c13d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:48.020468 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f66fa4e9-6327-4222-82e9-76daa3106581 admin admin] 10.222.0.60 "PUT /v2.0/routers/dc5ecd3f-a065-43ac-a564-41bfe34dc55d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6011841 May 04 08:19:48.066905 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-8e63d0d2-d458-40fc-a1c5-1a8f57cb59a4 None None] Port abe13aad-841a-41c4-a389-efa08546c13d cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:48.323958 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:48.351530 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345f77b-4ef0-4f66-96ef-e029066385d0 req-a87af103-79df-4216-9cdb-56daf28da6f8 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:48.358769 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0345f77b-4ef0-4f66-96ef-e029066385d0 req-a87af103-79df-4216-9cdb-56daf28da6f8 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 950 time: 0.2284310 May 04 08:19:48.369336 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:48.450219 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0345f77b-4ef0-4f66-96ef-e029066385d0 req-71c211ee-6d40-4374-804b-351cd0696314 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903394 May 04 08:19:48.476153 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:48.476612 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:48.501853 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef46406-e953-4f64-937f-5db8c64ae510 req-6ae4b3cb-702f-4cbb-be24-c03a141c934f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:48.504728 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7ef46406-e953-4f64-937f-5db8c64ae510 req-6ae4b3cb-702f-4cbb-be24-c03a141c934f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1696906 May 04 08:19:48.506436 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:48.660886 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Network a8e22094-fa4e-4129-953e-332cc435c21a is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:48.670212 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:48.670648 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:48.677702 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'Port': ['ID=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:48.686517 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:48.689378 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:48.694913 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:48.695636 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:48.723928 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=58bf11f0-45b0-46f7-bd7d-d7e87396a0e6,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:48.729012 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:48.770544 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7ef46406-e953-4f64-937f-5db8c64ae510 req-ded44150-b84b-459a-aa43-a43e979737c9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732919 May 04 08:19:48.780635 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b9d5-453b-4d62-acd5-521308bae122 req-725bc8aa-594c-435b-9e4d-29205aea5077 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:48.782836 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ab59b9d5-453b-4d62-acd5-521308bae122 req-725bc8aa-594c-435b-9e4d-29205aea5077 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 931 time: 0.1246862 May 04 08:19:48.787559 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-1508687f-cc4b-45ab-8718-d76a8b25ee4b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3280547 May 04 08:19:48.800477 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=58bf11f0-45b0-46f7-bd7d-d7e87396a0e6,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:48.858675 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ab59b9d5-453b-4d62-acd5-521308bae122 req-c14552e4-6707-4b67-887f-5116e3cf83f1 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687692 May 04 08:19:48.968864 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 44996) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:48.973999 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1709456883-network', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:48.994422 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-601122dc-f549-4961-a103-1ed0b42a85d8 None None] Provisioning complete for port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:48.995980 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-601122dc-f549-4961-a103-1ed0b42a85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:48.996758 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Made reservation on behalf of 65c120529a5441169ab8dbfd5e58ec32 for: {'network': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:48.999449 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.031710 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-601122dc-f549-4961-a103-1ed0b42a85d8 None None] Port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:49.128970 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Request body: {'port': {'device_id': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:49.230162 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.274726 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.380578 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Publish callbacks [] for security_group (72170f56-846d-4422-9672-01beeef778b8), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.386332 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (72170f56-846d-4422-9672-01beeef778b8), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.415946 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:19:49.421368 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72170f56-846d-4422-9672-01beeef778b8,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:49.429721 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (9de6e97a-b2f2-487b-94a4-772d2df83c85), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.430066 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.segments_db [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Added segment 9de6e97a-b2f2-487b-94a4-772d2df83c85 of type vlan for network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 May 04 08:19:49.434825 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eb392-9bd8-4d59-be00-ebf6a5d60347 req-d24d3358-8fe1-4d3d-af9c-1ca8f7f6e79a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:49.443207 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dd5eb392-9bd8-4d59-be00-ebf6a5d60347 req-d24d3358-8fe1-4d3d-af9c-1ca8f7f6e79a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1350906 May 04 08:19:49.472844 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (fde3c343-ad57-41d0-b218-bfe5cd94fbf7), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.504924 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (fde3c343-ad57-41d0-b218-bfe5cd94fbf7), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.505968 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:49.506634 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.548309 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5782671 May 04 08:19:49.558894 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45010) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:49.570595 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dd5eb392-9bd8-4d59-be00-ebf6a5d60347 req-5057c257-424b-4de6-8fd1-3f89d1dcafa3 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262317 May 04 08:19:49.575508 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Request body: {'subnet': {'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1709456883-subnet', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'ip_version': 4}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:49.583629 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39b6c0-6a14-4853-92d4-6076b337d5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=fde3c343-ad57-41d0-b218-bfe5cd94fbf7,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:49.593590 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Sync routers for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:49.598253 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:19:49.630954 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:49.631587 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:49.647204 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Made reservation on behalf of 65c120529a5441169ab8dbfd5e58ec32 for: {'subnet': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:19:49.649471 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.660413 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871942c-0e48-4dc1-8c82-6f07e6064e30 req-4969a7df-1447-4625-85d8-27c9ed5151a0 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:49.661927 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f871942c-0e48-4dc1-8c82-6f07e6064e30 req-4969a7df-1447-4625-85d8-27c9ed5151a0 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 950 time: 0.1183763 May 04 08:19:49.689259 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45014) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:49.749992 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_v2 [None req-131e9bad-0fc6-4f66-a379-0966eca92b14 admin admin] Deleting subnet add2aa37-ddb7-42a9-a15c-9bc4d963d71c {{(pid=103665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:19:49.753611 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-131e9bad-0fc6-4f66-a379-0966eca92b14 admin admin] Publish callbacks [] for subnet (add2aa37-ddb7-42a9-a15c-9bc4d963d71c), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.789871 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-131e9bad-0fc6-4f66-a379-0966eca92b14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16501525'] for subnet (add2aa37-ddb7-42a9-a15c-9bc4d963d71c), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.828931 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5024184c-9e21-4cc2-a8c4-de7d6b692dbd {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:49.839835 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-131e9bad-0fc6-4f66-a379-0966eca92b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (add2aa37-ddb7-42a9-a15c-9bc4d963d71c), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.849694 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f871942c-0e48-4dc1-8c82-6f07e6064e30 req-068ff76a-d7f3-442a-8d2b-8dd06ecfb483 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636591 May 04 08:19:49.865287 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Publish callbacks [] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.947563 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-131e9bad-0fc6-4f66-a379-0966eca92b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16501258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408566'] for subnet (add2aa37-ddb7-42a9-a15c-9bc4d963d71c), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.947960 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Transition to ACTIVE for port object 5024184c-9e21-4cc2-a8c4-de7d6b692dbd will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:19:49.959774 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:49.973797 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:49.984385 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e9bad-0fc6-4f66-a379-0966eca92b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add2aa37-ddb7-42a9-a15c-9bc4d963d71c,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:49.998119 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-131e9bad-0fc6-4f66-a379-0966eca92b14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.002530 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-131e9bad-0fc6-4f66-a379-0966eca92b14 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/add2aa37-ddb7-42a9-a15c-9bc4d963d71c HTTP/1.1" status: 204 len: 168 time: 0.3114154 May 04 08:19:50.004675 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45024) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:50.026234 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a78f67-d16d-49b9-80a8-8dc4f66f31b0 req-f9e7b3a7-b95d-4f38-86f3-3e3ce7fd151f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.027819 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c0a78f67-d16d-49b9-80a8-8dc4f66f31b0 req-f9e7b3a7-b95d-4f38-86f3-3e3ce7fd151f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1225121 May 04 08:19:50.097843 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (6b128091-8aa9-449b-aa19-e597002ecc9d), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.124266 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Pushing event updated for resources: {'Port': ['ID=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:50.172633 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49d71b-e431-4d42-bf61-b8096b50a157 req-21a54722-de6b-4769-82bd-5740f2434aef tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.174554 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0f49d71b-e431-4d42-bf61-b8096b50a157 req-21a54722-de6b-4769-82bd-5740f2434aef tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 943 time: 0.1867144 May 04 08:19:50.198901 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (6b128091-8aa9-449b-aa19-e597002ecc9d), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.232543 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b128091-8aa9-449b-aa19-e597002ecc9d']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:50.263866 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806fef94-2dd3-439d-950d-24bc9dbf3608') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:50.264172 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806fef94-2dd3-439d-950d-24bc9dbf3608') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:50.270120 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c0a78f67-d16d-49b9-80a8-8dc4f66f31b0 req-2bcac26a-2f65-4165-a3dd-811f3e2e61cf tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231481 May 04 08:19:50.273653 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for subnet (f5c1c364-2b69-48c2-92be-36ce2ffdf4b9), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.289340 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (806fef94-2dd3-439d-950d-24bc9dbf3608), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.307273 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (806fef94-2dd3-439d-950d-24bc9dbf3608), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.315420 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:19:50.315420 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (806fef94-2dd3-439d-950d-24bc9dbf3608), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.323911 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'abe13aad-841a-41c4-a389-efa08546c13d', 'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'mac_address': 'fa:16:3e:3a:d2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:46Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 2, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'subnets': [{'id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:19:50.326519 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:19:50.359493 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Attempting to bind port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:50.360144 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Attempting to bind port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:50.360770 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Attempting to bind port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd on network a8e22094-fa4e-4129-953e-332cc435c21a {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:50.385365 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:50.392944 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd on network a8e22094-fa4e-4129-953e-332cc435c21a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:19:50.393506 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Attempting to bind port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd on network a8e22094-fa4e-4129-953e-332cc435c21a {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:50.401949 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Checking router: dc5ecd3f-a065-43ac-a564-41bfe34dc55d for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:50.402507 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Updating router dc5ecd3f-a065-43ac-a564-41bfe34dc55d port abe13aad-841a-41c4-a389-efa08546c13d binding host dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:50.418539 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0f49d71b-e431-4d42-bf61-b8096b50a157 req-c3056f93-0263-4ae0-a403-ea53798eb901 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358506 May 04 08:19:50.419405 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c1c364-2b69-48c2-92be-36ce2ffdf4b9,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:50.430733 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:50.431075 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Checking segment: {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:50.431453 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Bound using segment: {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:50.432214 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Bound port: 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944c8f8a-618b-4458-8b42-5d4b92561048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:50.432214 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.476106 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (abe13aad-841a-41c4-a389-efa08546c13d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.480107 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (6b128091-8aa9-449b-aa19-e597002ecc9d), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.501300 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.511480 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6b128091-8aa9-449b-aa19-e597002ecc9d HTTP/1.1" status: 204 len: 168 time: 0.5049832 May 04 08:19:50.512458 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45028) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:50.533388 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:50.541885 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Checking segment: {'id': '9de6e97a-b2f2-487b-94a4-772d2df83c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:50.542518 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Network hostable DHCP agents. Network: fde3c343-ad57-41d0-b218-bfe5cd94fbf7, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:19:50.544971 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9a685-661e-4e60-bcbb-746318d7bfa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b128091-8aa9-449b-aa19-e597002ecc9d,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:50.546548 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.555304 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:50.565603 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:50.609636 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:19:50.624907 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64031c9-167e-48fe-a781-205190829682 admin admin] Deleting subnet 9b4b90c2-ca78-49f5-990f-1a507e0a3bfe {{(pid=103665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:19:50.629104 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e64031c9-167e-48fe-a781-205190829682 admin admin] Publish callbacks [] for subnet (9b4b90c2-ca78-49f5-990f-1a507e0a3bfe), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.665576 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.675329 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b2aca-7277-478e-84a3-429d5d3328e6 req-fde9156f-caf4-42d7-90dc-3fdea148dac2 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.677958 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-625b2aca-7277-478e-84a3-429d5d3328e6 req-fde9156f-caf4-42d7-90dc-3fdea148dac2 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 950 time: 0.0632105 May 04 08:19:50.689250 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e64031c9-167e-48fe-a781-205190829682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16501525'] for subnet (9b4b90c2-ca78-49f5-990f-1a507e0a3bfe), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.715643 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, fde3c343-ad57-41d0-b218-bfe5cd94fbf7) {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:50.729884 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e64031c9-167e-48fe-a781-205190829682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (9b4b90c2-ca78-49f5-990f-1a507e0a3bfe), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.737799 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ac673-11b4-4493-bafc-1ae3d56e57a5 None None] Network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:50.761622 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.762589 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.786605 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.787398 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.788890 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] 10.222.0.62 "PUT /v2.0/ports/5024184c-9e21-4cc2-a8c4-de7d6b692dbd HTTP/1.1" status: 200 len: 1093 time: 1.6669040 May 04 08:19:50.795276 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:50.798026 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e64031c9-167e-48fe-a781-205190829682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16501258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408566'] for subnet (9b4b90c2-ca78-49f5-990f-1a507e0a3bfe), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.798337 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2658eb3b-2159-40fd-8012-7deec6ebfaca" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:50.809180 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:50.827199 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e64031c9-167e-48fe-a781-205190829682 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.832549 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-e64031c9-167e-48fe-a781-205190829682 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9b4b90c2-ca78-49f5-990f-1a507e0a3bfe HTTP/1.1" status: 204 len: 168 time: 0.3170393 May 04 08:19:50.850594 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45036) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:50.862115 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64031c9-167e-48fe-a781-205190829682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4b90c2-ca78-49f5-990f-1a507e0a3bfe,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:50.889803 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a55bbf-349f-4e4d-ba5d-2390f5cdadf9 req-567e8dad-cda8-4722-8934-676f06868f98 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:50.891593 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-13a55bbf-349f-4e4d-ba5d-2390f5cdadf9 req-567e8dad-cda8-4722-8934-676f06868f98 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1772802 May 04 08:19:50.910879 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-5f83579d-1f60-4639-8f4e-ffab0c383204 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3391716 May 04 08:19:50.913592 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45038) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:50.919202 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:19:50.922808 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67268-c6d3-4cee-ace2-9d3225b2ddbe service neutron] Pushing event updated for resources: {'Port': ['ID=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:50.929215 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-fde3c343-ad57-41d0-b218-bfe5cd94fbf7', 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7', 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'fixed_ips': [{'subnet_id': 'f5c1c364-2b69-48c2-92be-36ce2ffdf4b9'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:19:50.929747 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-625b2aca-7277-478e-84a3-429d5d3328e6 req-54708cba-5bb5-453e-b388-ca98ea7875da tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419286 May 04 08:19:50.930345 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.954113 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7873556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14674'] for router (84552ee4-4e3b-4255-a107-85d88ea5c93d), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:50.956458 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7873720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8029972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14683'] for router (84552ee4-4e3b-4255-a107-85d88ea5c93d), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.019346 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks [] for router_controller (84552ee4-4e3b-4255-a107-85d88ea5c93d), precommit_add_association {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.025195 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9ef27c-b521-4bad-ad1b-5fd97cf6eba9 x-openstack-request-id: req-3e9ef27c-b521-4bad-ad1b-5fd97cf6eba9 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:51.025482 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:51.025743 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e9ef27c-b521-4bad-ad1b-5fd97cf6eba9 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:51.026201 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9ef27c-b521-4bad-ad1b-5fd97cf6eba9'] response: {'name': 'network-changed', 'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'status': 'completed', 'code': 200} May 04 08:19:51.042089 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (d841e9fd-0ff1-4dce-926d-8584eb885015), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.056928 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-13a55bbf-349f-4e4d-ba5d-2390f5cdadf9 req-f3fa6f54-0e50-44e0-9a1e-6142eef191e9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426129 May 04 08:19:51.101508 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Publish callbacks [] for port (abe13aad-841a-41c4-a389-efa08546c13d), precommit_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.114823 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (abe13aad-841a-41c4-a389-efa08546c13d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.146613 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (d841e9fd-0ff1-4dce-926d-8584eb885015), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.171998 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.172686 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.173575 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.177500 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > port after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.177910 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.178264 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.178628 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.179154 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.179381 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.179717 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.183597 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks [] for router_gateway (84552ee4-4e3b-4255-a107-85d88ea5c93d), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.205021 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc84de9-d508-4648-ada0-753ac2813920 None None] Pushing event updated for resources: {'Port': ['ID=abe13aad-841a-41c4-a389-efa08546c13d,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:51.250537 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.251130 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.251505 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.252047 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 08:19:51.252207 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d841e9fd-0ff1-4dce-926d-8584eb885015']}} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:51.267304 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Allocated IP 172.20.0.2 (fde3c343-ad57-41d0-b218-bfe5cd94fbf7/f5c1c364-2b69-48c2-92be-36ce2ffdf4b9/c2dab605-1597-42b8-9cbe-b26bc3b8bc68) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:51.273944 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8347519e-70b8-4749-b631-7592c9b74903') {'for_net_delete': True} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:51.275174 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8347519e-70b8-4749-b631-7592c9b74903') {} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:51.296413 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5228463'] for segment (8347519e-70b8-4749-b631-7592c9b74903), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.325898 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (8347519e-70b8-4749-b631-7592c9b74903), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.339319 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:19:51.339994 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4773429'] for segment (8347519e-70b8-4749-b631-7592c9b74903), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: from cryptography.utils import int_from_bytes May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: from cryptography.utils import int_from_bytes May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: Traceback (most recent call last): May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: timer() May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: cb(*args, **kw) May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: return func(*args, **kwargs) May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: self._notify() May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: self.callback(batched_events) May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: event.method(event) May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: return f(self, *a, **k) May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: return self._get(url).json() May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: return self.request(url, 'GET', **kwargs) May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:19:51.346360 dv-cinder-840289-4-smb neutron-server[103664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:19:51.405767 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks [] for router_gateway (84552ee4-4e3b-4255-a107-85d88ea5c93d), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.427255 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.448397 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Attempting to bind port abe13aad-841a-41c4-a389-efa08546c13d on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:51.449298 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Attempting to bind port abe13aad-841a-41c4-a389-efa08546c13d by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:51.449298 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Attempting to bind port abe13aad-841a-41c4-a389-efa08546c13d on network 3c8d996e-5e6f-497e-900c-9348519f1d7b {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:51.451630 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (d841e9fd-0ff1-4dce-926d-8584eb885015), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.471270 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda1718-e6b8-446d-9693-56acaaa2e6ba req-493d6ba5-b081-4998-bb5d-57ba6abe0ab1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:51.478556 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:51.478907 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Checking segment: {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:51.479312 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.479707 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Bound using segment: {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:51.480024 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0eda1718-e6b8-446d-9693-56acaaa2e6ba req-493d6ba5-b081-4998-bb5d-57ba6abe0ab1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1040659 May 04 08:19:51.480188 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Bound port: abe13aad-841a-41c4-a389-efa08546c13d, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:51.480708 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (abe13aad-841a-41c4-a389-efa08546c13d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.483422 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.487147 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d841e9fd-0ff1-4dce-926d-8584eb885015 HTTP/1.1" status: 204 len: 168 time: 0.6346064 May 04 08:19:51.536310 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fac07-4f72-49d7-80b1-b29663f11800 admin admin] Pushing event deleted for resources: {'Network': ['ID=d841e9fd-0ff1-4dce-926d-8584eb885015,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:51.596822 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-ce54d8ed-3279-4497-9e1c-35c6dae86c5c None None] Provisioning complete for port abe13aad-841a-41c4-a389-efa08546c13d triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:51.597387 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ce54d8ed-3279-4497-9e1c-35c6dae86c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (abe13aad-841a-41c4-a389-efa08546c13d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.603816 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Publish callbacks [] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.609009 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Allocated IP 172.28.3.59 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/060f3727-7283-4210-9ae7-aa84629212fe) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:51.649248 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.649717 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcb174-65bd-463c-8182-2950b91de83f req-86664d0c-82fd-4fd7-b3dc-011599c273b4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:51.651477 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-68dcb174-65bd-463c-8182-2950b91de83f req-86664d0c-82fd-4fd7-b3dc-011599c273b4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 943 time: 0.1132610 May 04 08:19:51.666427 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0eda1718-e6b8-446d-9693-56acaaa2e6ba req-adfe269d-cb76-4a6b-a42f-5d3914cc4d3c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853197 May 04 08:19:51.767232 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-ce54d8ed-3279-4497-9e1c-35c6dae86c5c None None] Port abe13aad-841a-41c4-a389-efa08546c13d cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:51.773386 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-68dcb174-65bd-463c-8182-2950b91de83f req-d8e48a3f-2deb-43cd-97ba-5e2792b27ae3 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056442 May 04 08:19:51.777378 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Pushing event updated for resources: {'Port': ['ID=c2dab605-1597-42b8-9cbe-b26bc3b8bc68,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:51.779540 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45052) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:51.787501 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:51.792729 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:51.802674 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] For port abe13aad-841a-41c4-a389-efa08546c13d, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:51.808109 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] For port abe13aad-841a-41c4-a389-efa08546c13d, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=abe13aad-841a-41c4-a389-efa08546c13d,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:51.810105 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:51.821651 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks [] for port (060f3727-7283-4210-9ae7-aa84629212fe), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.852126 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (abe13aad-841a-41c4-a389-efa08546c13d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.875008 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (060f3727-7283-4210-9ae7-aa84629212fe), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.891654 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-c8d1b5b1-a7bc-400d-af2b-7ed492487b0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=057ba686fe274d22b58bde8d6161e030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1097741 May 04 08:19:51.892221 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45054) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:51.925088 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:51.928711 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:51.933606 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:51.943975 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Attempting to bind port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:51.944486 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Attempting to bind port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '9de6e97a-b2f2-487b-94a4-772d2df83c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:51.945071 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Attempting to bind port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 on network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:51.952493 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:51.953094 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Checking segment: {'id': '9de6e97a-b2f2-487b-94a4-772d2df83c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:51.953589 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.954090 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Bound using segment: {'id': '9de6e97a-b2f2-487b-94a4-772d2df83c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:51.954695 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Bound port: c2dab605-1597-42b8-9cbe-b26bc3b8bc68, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de6e97a-b2f2-487b-94a4-772d2df83c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:51.955290 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.971383 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc84de9-d508-4648-ada0-753ac2813920 None None] Pushing event updated for resources: {'Port': ['ID=abe13aad-841a-41c4-a389-efa08546c13d,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:51.979441 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2a82c9cc-eb81-4eaf-8338-3caaca9a581e admin admin] Publish callbacks [] for security_group (89d60b81-9f8d-42d0-afd9-8f9511a0ce3e), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:51.990012 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:51.990891 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:52.024917 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2a82c9cc-eb81-4eaf-8338-3caaca9a581e admin admin] Publish callbacks [] for security_group (89d60b81-9f8d-42d0-afd9-8f9511a0ce3e), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:52.041216 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Pushing event updated for resources: {'Port': ['ID=060f3727-7283-4210-9ae7-aa84629212fe,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:52.064179 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.064519 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.064853 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.065182 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.065506 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.065830 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.066150 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.066486 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.066806 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.067123 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.067439 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.067753 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.068068 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.068378 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.068688 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:52.173417 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] For port c2dab605-1597-42b8-9cbe-b26bc3b8bc68, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:52.192294 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] For port c2dab605-1597-42b8-9cbe-b26bc3b8bc68, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c2dab605-1597-42b8-9cbe-b26bc3b8bc68,segment=NetworkSegment(9de6e97a-b2f2-487b-94a4-772d2df83c85),segment_id=9de6e97a-b2f2-487b-94a4-772d2df83c85)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:52.207253 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:52.250112 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:52.371344 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks [] for router_gateway (84552ee4-4e3b-4255-a107-85d88ea5c93d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:52.435401 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-73532da1-8a81-4d2b-bacd-a8d626bbbbc4 None None] Provisioning complete for port abe13aad-841a-41c4-a389-efa08546c13d triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:52.435745 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-73532da1-8a81-4d2b-bacd-a8d626bbbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (abe13aad-841a-41c4-a389-efa08546c13d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:52.445324 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:52.479125 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-b957aa61-240f-4623-8157-bf8ac7195822 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.480882 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-b957aa61-240f-4623-8157-bf8ac7195822 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.62 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 950 time: 0.0694549 May 04 08:19:52.531162 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658eb3b-2159-40fd-8012-7deec6ebfaca req-d9a31535-ace6-42e4-b132-5de74d103221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.533193 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2658eb3b-2159-40fd-8012-7deec6ebfaca req-d9a31535-ace6-42e4-b132-5de74d103221 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=665c1f64495c4dadab3990bfc933bf22&device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1127 time: 0.4892099 May 04 08:19:52.535381 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-a7fe6b87-bd9a-4f94-b276-265855f2174e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4895186 May 04 08:19:52.553769 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75868131-630d-451e-a8fd-997bb84d42db req-777f8027-bc86-4407-8421-3085d578f974 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.561087 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-75868131-630d-451e-a8fd-997bb84d42db req-777f8027-bc86-4407-8421-3085d578f974 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.4809225 May 04 08:19:52.576120 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408506d-e335-4f96-b46c-fc31fbcd5cf3 req-b3fa1e1f-5c8a-49c0-b13a-4e472652c509 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.577930 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f408506d-e335-4f96-b46c-fc31fbcd5cf3 req-b3fa1e1f-5c8a-49c0-b13a-4e472652c509 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 950 time: 0.1424930 May 04 08:19:52.610845 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2a82c9cc-eb81-4eaf-8338-3caaca9a581e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (89d60b81-9f8d-42d0-afd9-8f9511a0ce3e), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:52.613664 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2a82c9cc-eb81-4eaf-8338-3caaca9a581e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:52.617437 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-2a82c9cc-eb81-4eaf-8338-3caaca9a581e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89d60b81-9f8d-42d0-afd9-8f9511a0ce3e HTTP/1.1" status: 204 len: 168 time: 0.7218649 May 04 08:19:52.651397 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82c9cc-eb81-4eaf-8338-3caaca9a581e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d60b81-9f8d-42d0-afd9-8f9511a0ce3e,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:52.695084 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-75868131-630d-451e-a8fd-997bb84d42db req-7d4c8355-c4ba-4f3e-b18b-1ebe2d7d42e3 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325996 May 04 08:19:52.753276 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f408506d-e335-4f96-b46c-fc31fbcd5cf3 req-5f00940a-bc7e-4886-9bc2-45690bf435b6 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666441 May 04 08:19:52.777686 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7873665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106'] for router (84552ee4-4e3b-4255-a107-85d88ea5c93d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:52.811992 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad830a3b-d2b0-449b-a924-018af9ec4bc7 None None] Pushing event updated for resources: {'Port': ['ID=c2dab605-1597-42b8-9cbe-b26bc3b8bc68,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:52.895750 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f1ef-2898-45cb-beb3-414a6ae91e6a req-154a8747-0911-42fd-860c-81d5fcc967be tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:52.907117 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ee96f1ef-2898-45cb-beb3-414a6ae91e6a req-154a8747-0911-42fd-860c-81d5fcc967be tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1114902 May 04 08:19:52.907340 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-73532da1-8a81-4d2b-bacd-a8d626bbbbc4 None None] Current status of the port abe13aad-841a-41c4-a389-efa08546c13d is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:52.907340 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-73532da1-8a81-4d2b-bacd-a8d626bbbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (abe13aad-841a-41c4-a389-efa08546c13d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:52.996095 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-73532da1-8a81-4d2b-bacd-a8d626bbbbc4 None None] For port abe13aad-841a-41c4-a389-efa08546c13d, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=abe13aad-841a-41c4-a389-efa08546c13d,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:53.000282 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Router 84552ee4-4e3b-4255-a107-85d88ea5c93d is scheduled to L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b with binding_index 1 {{(pid=103665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:19:53.001230 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'abe13aad-841a-41c4-a389-efa08546c13d', 'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'mac_address': 'fa:16:3e:3a:d2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:46Z', 'updated_at': '2022-05-04T08:19:51Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'subnets': [{'id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:53.004293 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67757eff-4133-46c7-ae29-780e526c435b req-11c58b2a-bc9c-4c75-9ca6-c3258a78c629 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:53.005987 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-67757eff-4133-46c7-ae29-780e526c435b req-11c58b2a-bc9c-4c75-9ca6-c3258a78c629 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0975256 May 04 08:19:53.013718 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ee96f1ef-2898-45cb-beb3-414a6ae91e6a req-5f2ca47b-5c9e-45c3-8d41-d2c4feed4e03 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044793 May 04 08:19:53.045797 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ac71d-87ab-4bbd-b541-421bce119a4e None None] The sync data for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb is: [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'abe13aad-841a-41c4-a389-efa08546c13d', 'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'mac_address': 'fa:16:3e:3a:d2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:46Z', 'updated_at': '2022-05-04T08:19:51Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'subnets': [{'id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:53.047820 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-73532da1-8a81-4d2b-bacd-a8d626bbbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (abe13aad-841a-41c4-a389-efa08546c13d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:53.155722 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-67757eff-4133-46c7-ae29-780e526c435b req-7b5d3d70-32fe-460f-923a-c45f028ec333 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435921 May 04 08:19:53.172402 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73532da1-8a81-4d2b-bacd-a8d626bbbbc4 None None] Pushing event updated for resources: {'Port': ['ID=abe13aad-841a-41c4-a389-efa08546c13d,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:53.232542 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561a550-17d3-4310-96f2-6b78ca5a09d4 req-ad1a5547-0957-4397-895e-7ae035fe98bd tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:53.240791 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d561a550-17d3-4310-96f2-6b78ca5a09d4 req-ad1a5547-0957-4397-895e-7ae035fe98bd tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 943 time: 0.0829360 May 04 08:19:53.252303 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:53.285159 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45074) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:53.292098 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Sync routers for ids ['84552ee4-4e3b-4255-a107-85d88ea5c93d'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:53.312154 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:53.314906 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-164f63a4-304f-4f2f-afa2-92d4ebdabc43 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3994594 May 04 08:19:53.318089 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45076) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:53.325361 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d561a550-17d3-4310-96f2-6b78ca5a09d4 req-1c7e31b3-afed-4561-8494-959ff812d09a tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836341 May 04 08:19:53.361186 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Routers {'84552ee4-4e3b-4255-a107-85d88ea5c93d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:53.362014 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['84552ee4-4e3b-4255-a107-85d88ea5c93d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:53.539027 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-3404986b-8704-4693-9017-f79b1c46f56e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbf4373e78b8483a838e37090c003a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500737 May 04 08:19:53.539507 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Set router 84552ee4-4e3b-4255-a107-85d88ea5c93d gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:53.551003 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45078) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:19:53.656333 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-03c9d1a3-34ae-49e6-9d06-b104c70fb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:53.658069 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-03c9d1a3-34ae-49e6-9d06-b104c70fb06b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 1129 time: 0.2974384 May 04 08:19:53.786197 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Publish callbacks [] for security_group (e49bd071-0dbd-46f0-beef-9cbe1ff07f18), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:53.789518 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658eb3b-2159-40fd-8012-7deec6ebfaca req-a9d3e36f-aed8-478f-9be5-0f6491be92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:53.791238 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2658eb3b-2159-40fd-8012-7deec6ebfaca req-a9d3e36f-aed8-478f-9be5-0f6491be92c7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=665c1f64495c4dadab3990bfc933bf22&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4524980 May 04 08:19:53.876928 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '060f3727-7283-4210-9ae7-aa84629212fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:50Z', 'updated_at': '2022-05-04T08:19:52Z', 'revision_number': 3, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'gw_port': {'id': '060f3727-7283-4210-9ae7-aa84629212fe', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:51Z', 'updated_at': '2022-05-04T08:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:53.928478 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311837a9-d758-4b4b-b616-4eb29dc1cbc9 None None] Network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:19:54.045906 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-75c5be73-538e-4156-858e-ab0c90b3cc59 None None] Provisioning complete for port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:54.045906 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-75c5be73-538e-4156-858e-ab0c90b3cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.055626 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Deleting port d7add255-3a54-4baa-8f17-a6edbdad2b5c {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:19:54.055977 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.063789 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Checking router: 84552ee4-4e3b-4255-a107-85d88ea5c93d for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:54.064286 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Updating router 84552ee4-4e3b-4255-a107-85d88ea5c93d port 060f3727-7283-4210-9ae7-aa84629212fe binding host dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:54.066982 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1c51-0974-4634-876f-3bcb11febba1 req-6e7ae61f-5f21-431e-9ef2-a726548314fa tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:54.068811 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a6df1c51-0974-4634-876f-3bcb11febba1 req-6e7ae61f-5f21-431e-9ef2-a726548314fa tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 950 time: 0.1238945 May 04 08:19:54.071194 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Publish callbacks [] for security_group (e49bd071-0dbd-46f0-beef-9cbe1ff07f18), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.118414 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (060f3727-7283-4210-9ae7-aa84629212fe), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.130529 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81e3d4-bdaf-4f19-887d-8efe8c8aef32 req-11716a83-1013-4120-998d-459d6f7357bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:54.132137 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-bc81e3d4-bdaf-4f19-887d-8efe8c8aef32 req-11716a83-1013-4120-998d-459d6f7357bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 1129 time: 0.6718493 May 04 08:19:54.208977 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e49bd071-0dbd-46f0-beef-9cbe1ff07f18), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.211809 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.217463 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e49bd071-0dbd-46f0-beef-9cbe1ff07f18 HTTP/1.1" status: 204 len: 168 time: 0.6282425 May 04 08:19:54.317902 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-75c5be73-538e-4156-858e-ab0c90b3cc59 None None] Current status of the port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:54.318893 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-75c5be73-538e-4156-858e-ab0c90b3cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.375385 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-75c5be73-538e-4156-858e-ab0c90b3cc59 None None] For port c2dab605-1597-42b8-9cbe-b26bc3b8bc68, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c2dab605-1597-42b8-9cbe-b26bc3b8bc68,segment=NetworkSegment(9de6e97a-b2f2-487b-94a4-772d2df83c85),segment_id=9de6e97a-b2f2-487b-94a4-772d2df83c85)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:54.386011 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-75c5be73-538e-4156-858e-ab0c90b3cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.444722 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] For port d7add255-3a54-4baa-8f17-a6edbdad2b5c, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d7add255-3a54-4baa-8f17-a6edbdad2b5c,segment=NetworkSegment(4781ca3b-95e5-4851-aa62-d63d056f1649),segment_id=4781ca3b-95e5-4851-aa62-d63d056f1649)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:54.445312 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.465488 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-bc81e3d4-bdaf-4f19-887d-8efe8c8aef32 req-f3b2b794-1650-4d61-8ccc-d83e5976ce49 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953117 May 04 08:19:54.480659 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c2dab605-1597-42b8-9cbe-b26bc3b8bc68 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:54.483582 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-b5d84cb9-762f-448b-acd8-0b5c844ff781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:54.486640 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-b5d84cb9-762f-448b-acd8-0b5c844ff781 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.7962236 May 04 08:19:54.529545 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Calling delete_port for d7add255-3a54-4baa-8f17-a6edbdad2b5c owned by compute:nova {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:19:54.566409 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ee93b-a659-456b-9204-beea6ba18d1e req-c9247bba-8a6c-4ee5-aa33-637c8573aa55 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:54.575517 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3ee93b-a659-456b-9204-beea6ba18d1e req-c9247bba-8a6c-4ee5-aa33-637c8573aa55 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.7185757 May 04 08:19:54.587685 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658eb3b-2159-40fd-8012-7deec6ebfaca req-c51ba760-5b52-46cf-988b-3adf12ded023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:54.590287 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2658eb3b-2159-40fd-8012-7deec6ebfaca req-c51ba760-5b52-46cf-988b-3adf12ded023 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7790928 May 04 08:19:54.594675 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49bd071-0dbd-46f0-beef-9cbe1ff07f18,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:54.633756 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.634213 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.634702 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.635123 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.635696 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.636148 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.636593 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.637002 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.637427 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.637857 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.638373 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.638850 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.642836 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.643311 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.643747 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b0d20-a46e-406b-8d52-b23607e63f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:19:54.649562 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5be73-538e-4156-858e-ab0c90b3cc59 None None] Pushing event updated for resources: {'Port': ['ID=c2dab605-1597-42b8-9cbe-b26bc3b8bc68,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:54.680064 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a6df1c51-0974-4634-876f-3bcb11febba1 req-582ebf34-1aa1-4eee-8ca6-e5748e7b633b tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/security-groups?id=70ea7958-9047-43f4-8c39-180c654ba85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220304 May 04 08:19:54.717643 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-ae01c369-a938-4c64-a069-ee00c135e266 None None] Provisioning complete for port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:54.717961 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Publish callbacks [] for port (060f3727-7283-4210-9ae7-aa84629212fe), precommit_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.718586 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ae01c369-a938-4c64-a069-ee00c135e266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.720479 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-af3ee93b-a659-456b-9204-beea6ba18d1e req-01f63a92-edeb-4025-9c46-04177757a3a6 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435089 May 04 08:19:54.723499 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:54.723888 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.738155 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (060f3727-7283-4210-9ae7-aa84629212fe), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.867136 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (d7add255-3a54-4baa-8f17-a6edbdad2b5c), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:54.882757 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-3bd34664-06ea-4b19-b3cc-61382436ae18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5674a44-d4fe-47fb-82fd-b8bc310aff69 HTTP/1.1" status: 200 len: 217 time: 0.1459773 May 04 08:19:54.894268 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f3283-129e-4e90-b457-cbc38ac5c547 None None] Pushing event updated for resources: {'Port': ['ID=060f3727-7283-4210-9ae7-aa84629212fe,revision_number=2']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:54.921393 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['d7add255-3a54-4baa-8f17-a6edbdad2b5c'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:19:54.962734 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Attempting to bind port 060f3727-7283-4210-9ae7-aa84629212fe on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:19:54.964552 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Attempting to bind port 060f3727-7283-4210-9ae7-aa84629212fe by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:19:54.978589 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Pushing event deleted for resources: {'Port': ['ID=d7add255-3a54-4baa-8f17-a6edbdad2b5c,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:54.979406 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Attempting to bind port 060f3727-7283-4210-9ae7-aa84629212fe on network 43f11a13-1bd8-4746-8240-30468e86dc6b {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:19:55.001458 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:19:55.011231 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:19:55.011962 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:55.012515 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Bound using segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:19:55.013175 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Bound port: 060f3727-7283-4210-9ae7-aa84629212fe, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:19:55.013717 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (060f3727-7283-4210-9ae7-aa84629212fe), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:55.039903 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e1cea-f6ce-4f6c-8a0a-9c4aad2b375d req-891cb3d8-14a1-4df8-bf34-cb821e384632 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:55.047391 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] No DVR routers for this DVR port d7add255-3a54-4baa-8f17-a6edbdad2b5c on host hv-cinder-84028 {{(pid=103665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:19:55.053634 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:55.054756 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c51e1cea-f6ce-4f6c-8a0a-9c4aad2b375d req-891cb3d8-14a1-4df8-bf34-cb821e384632 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1753283 May 04 08:19:55.061211 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-c88b25fd-7c03-4b96-8da0-fab80c10c8d6 req-38aa18eb-9d33-4f0a-a45f-6e950fd3dc48 tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.62 "DELETE /v2.0/ports/d7add255-3a54-4baa-8f17-a6edbdad2b5c HTTP/1.1" status: 204 len: 173 time: 1.7150393 May 04 08:19:55.068002 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674af167-4427-4395-8d3f-846baf7b0337', 'name': 'network-vif-deleted', 'tag': 'd7add255-3a54-4baa-8f17-a6edbdad2b5c'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:19:55.076318 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e62b22-4726-43b8-83d9-e61add28253f" -d '{"events": [{"server_uuid": "674af167-4427-4395-8d3f-846baf7b0337", "name": "network-vif-deleted", "tag": "d7add255-3a54-4baa-8f17-a6edbdad2b5c"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:19:55.122996 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] For port 060f3727-7283-4210-9ae7-aa84629212fe, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:19:55.127052 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] For port 060f3727-7283-4210-9ae7-aa84629212fe, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=060f3727-7283-4210-9ae7-aa84629212fe,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:19:55.153631 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (060f3727-7283-4210-9ae7-aa84629212fe), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:55.162791 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c51e1cea-f6ce-4f6c-8a0a-9c4aad2b375d req-844c91ea-ad1e-4af1-a25f-1a4e9f54c531 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031659 May 04 08:19:55.207445 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:55.208576 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device abe13aad-841a-41c4-a389-efa08546c13d up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:55.231119 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-53260d8b-d52b-4b91-aefa-f644202ef86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:55.236508 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-53260d8b-d52b-4b91-aefa-f644202ef86b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=665c1f64495c4dadab3990bfc933bf22&device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1127 time: 0.1518028 May 04 08:19:55.275007 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d9127-dde2-4a02-ab97-ee7f7d8b685c req-acfb97dc-77d7-4c8c-b90f-53c6805e19fa tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:55.278169 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-ae01c369-a938-4c64-a069-ee00c135e266 None None] Current status of the port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:55.287233 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9c8d9127-dde2-4a02-ab97-ee7f7d8b685c req-acfb97dc-77d7-4c8c-b90f-53c6805e19fa tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.3422408 May 04 08:19:55.337225 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port abe13aad-841a-41c4-a389-efa08546c13d triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:55.337614 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (abe13aad-841a-41c4-a389-efa08546c13d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:55.350486 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f3283-129e-4e90-b457-cbc38ac5c547 None None] Pushing event updated for resources: {'Port': ['ID=060f3727-7283-4210-9ae7-aa84629212fe,revision_number=3']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:55.388743 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Routers {'84552ee4-4e3b-4255-a107-85d88ea5c93d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:55.389664 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['84552ee4-4e3b-4255-a107-85d88ea5c93d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:55.425349 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-79964a70-3040-42f9-a6ce-2c92050f7d45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd HTTP/1.1" status: 200 len: 217 time: 0.1671278 May 04 08:19:55.459134 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9c8d9127-dde2-4a02-ab97-ee7f7d8b685c req-61a3c500-3ad6-4e96-8750-c60d0341c987 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650143 May 04 08:19:55.485569 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-22f87539-8142-4404-86cb-04759bb8a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:55.487210 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-22f87539-8142-4404-86cb-04759bb8a4b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.3965280 May 04 08:19:55.489210 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port abe13aad-841a-41c4-a389-efa08546c13d is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:55.539062 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49f501-df0f-4758-bccd-9b6bcdc8cbfd req-d456b180-68e9-40bc-9b0d-c3c2fd75c349 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:55.540597 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ae49f501-df0f-4758-bccd-9b6bcdc8cbfd req-d456b180-68e9-40bc-9b0d-c3c2fd75c349 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 943 time: 0.0980344 May 04 08:19:55.541496 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:55.556456 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b27339-d7d2-419c-a6a3-1f2693f37ffc x-openstack-request-id: req-52b27339-d7d2-419c-a6a3-1f2693f37ffc {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:19:55.556774 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674af167-4427-4395-8d3f-846baf7b0337", "name": "network-vif-deleted", "tag": "d7add255-3a54-4baa-8f17-a6edbdad2b5c", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:19:55.557125 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52b27339-d7d2-419c-a6a3-1f2693f37ffc {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:19:55.557584 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b27339-d7d2-419c-a6a3-1f2693f37ffc'] response: {'server_uuid': '674af167-4427-4395-8d3f-846baf7b0337', 'name': 'network-vif-deleted', 'tag': 'd7add255-3a54-4baa-8f17-a6edbdad2b5c', 'status': 'completed', 'code': 200} May 04 08:19:55.605315 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] Set router 84552ee4-4e3b-4255-a107-85d88ea5c93d gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:55.617222 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ae49f501-df0f-4758-bccd-9b6bcdc8cbfd req-6eb113ee-1a8c-439e-9e77-0805ea8d6867 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684452 May 04 08:19:55.710864 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Allocated IP 172.20.0.1 (fde3c343-ad57-41d0-b218-bfe5cd94fbf7/f5c1c364-2b69-48c2-92be-36ce2ffdf4b9/2fddde41-470a-4da5-86d0-ba38a6da210d) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:19:55.826152 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '060f3727-7283-4210-9ae7-aa84629212fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:50Z', 'updated_at': '2022-05-04T08:19:52Z', 'revision_number': 3, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'gw_port': {'id': '060f3727-7283-4210-9ae7-aa84629212fe', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:51Z', 'updated_at': '2022-05-04T08:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:55.845546 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a8dd1ba-17b7-42b8-ab52-7127076c661b req-fd2ba510-ae49-40cc-90a9-8a3636b6833e tempest-VolumesNegativeTest-449825619 tempest-VolumesNegativeTest-449825619-project] 10.222.0.60 "GET /v2.0/ports?device_id=674af167-4427-4395-8d3f-846baf7b0337 HTTP/1.1" status: 200 len: 210 time: 0.0391452 May 04 08:19:55.853989 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791defb-0622-4de3-bd97-74d760eedbf4 None None] The sync data for ids ['84552ee4-4e3b-4255-a107-85d88ea5c93d'] in dv-cinder-840289-4-smb is: [{'id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '060f3727-7283-4210-9ae7-aa84629212fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:50Z', 'updated_at': '2022-05-04T08:19:52Z', 'revision_number': 3, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'gw_port': {'id': '060f3727-7283-4210-9ae7-aa84629212fe', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:51Z', 'updated_at': '2022-05-04T08:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:19:55.879406 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Publish callbacks [] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:55.918961 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23866a8e-91ef-46ed-bd74-ac88b65064cd req-a7581dbd-428b-4c11-9ecb-e23d1fc220c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:55.921075 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-23866a8e-91ef-46ed-bd74-ac88b65064cd req-a7581dbd-428b-4c11-9ecb-e23d1fc220c0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0741932 May 04 08:19:55.939857 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:56.053831 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-effb9cf0-a8d9-4782-8175-70ff2b2465f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.055695 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-effb9cf0-a8d9-4782-8175-70ff2b2465f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0798101 May 04 08:19:56.060754 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-23866a8e-91ef-46ed-bd74-ac88b65064cd req-cf8da2a9-96cd-4a8b-b940-57e311bb0457 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328928 May 04 08:19:56.080991 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:56.084555 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:56.086658 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Pushing event updated for resources: {'Port': ['ID=2fddde41-470a-4da5-86d0-ba38a6da210d,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:56.094818 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:19:56.129150 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-d79641d3-95de-4766-8f20-b7ec42033473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.137799 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-d79641d3-95de-4766-8f20-b7ec42033473 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=746850a0-26c1-452d-8542-bd0b3be43805 HTTP/1.1" status: 200 len: 848 time: 0.1343088 May 04 08:19:56.154822 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878071'] for router_interface (84552ee4-4e3b-4255-a107-85d88ea5c93d), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:56.427836 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-28d8aaba-03b0-4255-9a15-2c9969f5acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.438525 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470b77-64ca-45f6-bc50-7838e4032748 req-bf0dbde3-b585-477a-a2e8-299e0f86d104 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.440521 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dc470b77-64ca-45f6-bc50-7838e4032748 req-bf0dbde3-b585-477a-a2e8-299e0f86d104 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1518664 May 04 08:19:56.441949 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-28d8aaba-03b0-4255-9a15-2c9969f5acbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8e22094-fa4e-4129-953e-332cc435c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1300378 May 04 08:19:56.442778 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c2dab605-1597-42b8-9cbe-b26bc3b8bc68 up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:56.576067 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:56.576677 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:56.619911 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dc470b77-64ca-45f6-bc50-7838e4032748 req-2d106441-a78f-4bb5-95d4-2066df45320a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875890 May 04 08:19:56.654174 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-142ce402-7e91-4d17-88b1-7f3b2096744a None None] Provisioning complete for port 2fddde41-470a-4da5-86d0-ba38a6da210d triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:56.654929 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-142ce402-7e91-4d17-88b1-7f3b2096744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:56.741417 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:56.754027 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-142ce402-7e91-4d17-88b1-7f3b2096744a None None] Port 2fddde41-470a-4da5-86d0-ba38a6da210d cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:56.791272 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a8ef0-61bc-4a02-907b-a56db60f79c0 req-2641a170-d8ea-45b0-b086-f639c30429ac tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.792929 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-920a8ef0-61bc-4a02-907b-a56db60f79c0 req-2641a170-d8ea-45b0-b086-f639c30429ac tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1540036 May 04 08:19:56.802057 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:56.809709 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-5d97a930-152b-4611-9f1f-ca9e35d5fd56 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002723 May 04 08:19:56.819744 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-2fc6453e-05a7-42c8-bd09-c0b6740d8ca2 service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769181 May 04 08:19:56.850949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd62c8-894a-4aa1-bd6f-85e1c274083c req-75cfd1f6-0ab8-4c45-95fc-b9b02c80ad91 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:56.852454 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-00cd62c8-894a-4aa1-bd6f-85e1c274083c req-75cfd1f6-0ab8-4c45-95fc-b9b02c80ad91 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 943 time: 0.1081836 May 04 08:19:56.986971 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-7eaef1b5-1828-4691-9e27-b1d0d2c765c2 req-e2d5bb4d-a0f0-41a0-a9d5-501af70ad7ec service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557016 May 04 08:19:57.017186 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Publish callbacks [] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:57.023360 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:57.102046 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Pushing event updated for resources: {'Port': ['ID=2fddde41-470a-4da5-86d0-ba38a6da210d,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:57.104654 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7841892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877993'] for router_interface (84552ee4-4e3b-4255-a107-85d88ea5c93d), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:57.167025 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device d7add255-3a54-4baa-8f17-a6edbdad2b5c no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:19:57.199013 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: d7add255-3a54-4baa-8f17-a6edbdad2b5c {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:19:57.199363 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device d7add255-3a54-4baa-8f17-a6edbdad2b5c not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:19:57.200972 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-920a8ef0-61bc-4a02-907b-a56db60f79c0 req-92e3c153-32a0-4c5f-b33d-f03abc83208f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856442 May 04 08:19:57.206142 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:19:57.207834 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:19:57.223638 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-00cd62c8-894a-4aa1-bd6f-85e1c274083c req-f5832c7c-1095-4461-89fe-c753c9484173 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609102 May 04 08:19:57.255272 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-92e18a8d-0f01-4845-9ba7-1281168613ef req-47476b5e-24a3-4d9b-92bf-40deddb55b32 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358037 May 04 08:19:57.410322 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91527cc-b2f2-4924-b6a7-d721450705bc req-ea24813d-76c6-492f-819c-9f4a80800443 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:57.411961 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e91527cc-b2f2-4924-b6a7-d721450705bc req-ea24813d-76c6-492f-819c-9f4a80800443 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0812542 May 04 08:19:57.431532 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Router 84552ee4-4e3b-4255-a107-85d88ea5c93d has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:19:57.495476 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e91527cc-b2f2-4924-b6a7-d721450705bc req-871ad6b1-cdda-422e-807a-ce6714faecec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733907 May 04 08:19:57.583905 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-12aa5845-4f98-468f-9b64-83236e148e91 None None] Provisioning complete for port 2fddde41-470a-4da5-86d0-ba38a6da210d triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:57.584487 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-12aa5845-4f98-468f-9b64-83236e148e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:57.613365 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad1428-1832-4225-a806-493fe8fd2799 req-239ee8d0-f10d-4c21-b295-4d819d02fc64 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:57.615759 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d4ad1428-1832-4225-a806-493fe8fd2799 req-239ee8d0-f10d-4c21-b295-4d819d02fc64 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0588305 May 04 08:19:57.651667 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-12aa5845-4f98-468f-9b64-83236e148e91 None None] Port 2fddde41-470a-4da5-86d0-ba38a6da210d cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:19:57.655681 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:19:57.662504 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-cdb21675-237e-4b4e-a50c-536d91c81f42 admin admin] 10.222.0.60 "PUT /v2.0/routers/84552ee4-4e3b-4255-a107-85d88ea5c93d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3435249 May 04 08:19:57.728813 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d4ad1428-1832-4225-a806-493fe8fd2799 req-449c3420-8847-4ac8-966f-aac8407f1dda tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068277 May 04 08:19:57.823594 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74436a-f325-410a-a59c-d596729d2eea req-752be4a9-e7be-4273-b827-78aabdc8b79b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:57.825446 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5c74436a-f325-410a-a59c-d596729d2eea req-752be4a9-e7be-4273-b827-78aabdc8b79b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0701478 May 04 08:19:57.880879 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5c74436a-f325-410a-a59c-d596729d2eea req-59d71213-a187-4cca-b6c4-45ae63d29c51 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487905 May 04 08:19:58.204058 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Sync routers for ids ['84552ee4-4e3b-4255-a107-85d88ea5c93d'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:19:58.217172 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Routers {'84552ee4-4e3b-4255-a107-85d88ea5c93d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:19:58.218231 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['84552ee4-4e3b-4255-a107-85d88ea5c93d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:58.250261 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-e32dcad0-a0c8-4985-a5d3-7d78ef312317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.260042 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-e32dcad0-a0c8-4985-a5d3-7d78ef312317 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 1129 time: 0.0743454 May 04 08:19:58.387451 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 060f3727-7283-4210-9ae7-aa84629212fe up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:19:58.442635 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-038a2348-66ac-4fcb-8b99-3122428e3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.444277 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-038a2348-66ac-4fcb-8b99-3122428e3b04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.1745660 May 04 08:19:58.450716 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938e88d-e5b7-40aa-85fd-f3de1c4ceaf7 req-06bca640-73b6-40af-87eb-41b52c06e03b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.457756 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e938e88d-e5b7-40aa-85fd-f3de1c4ceaf7 req-06bca640-73b6-40af-87eb-41b52c06e03b tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 943 time: 0.0907464 May 04 08:19:58.468717 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Set router 84552ee4-4e3b-4255-a107-85d88ea5c93d gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:19:58.543877 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e938e88d-e5b7-40aa-85fd-f3de1c4ceaf7 req-eccab90c-62cc-4461-b237-f570afbccd5f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852401 May 04 08:19:58.659277 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-2d9a148b-7482-4442-b552-b9d467eecc0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5 HTTP/1.1" status: 200 len: 217 time: 0.0837216 May 04 08:19:58.674321 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 060f3727-7283-4210-9ae7-aa84629212fe triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:19:58.675212 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (060f3727-7283-4210-9ae7-aa84629212fe), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:58.774548 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-20abab4a-30b0-465f-a84a-e4b02452c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.780094 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-20abab4a-30b0-465f-a84a-e4b02452c189 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0954785 May 04 08:19:58.818609 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3b84f-cfb1-47e1-9e20-b3388c11db49 req-d009fd58-bd8f-4751-880e-a725a91d857c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.820792 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2fc3b84f-cfb1-47e1-9e20-b3388c11db49 req-d009fd58-bd8f-4751-880e-a725a91d857c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.1752033 May 04 08:19:58.851820 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '060f3727-7283-4210-9ae7-aa84629212fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:50Z', 'updated_at': '2022-05-04T08:19:56Z', 'revision_number': 4, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'gw_port': {'id': '060f3727-7283-4210-9ae7-aa84629212fe', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:51Z', 'updated_at': '2022-05-04T08:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '2fddde41-470a-4da5-86d0-ba38a6da210d', 'name': '', 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'mac_address': 'fa:16:3e:b1:d3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f5c1c364-2b69-48c2-92be-36ce2ffdf4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:55Z', 'updated_at': '2022-05-04T08:19:56Z', 'revision_number': 2, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'subnets': [{'id': 'f5c1c364-2b69-48c2-92be-36ce2ffdf4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:19:58.915567 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Checking router: 84552ee4-4e3b-4255-a107-85d88ea5c93d for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:19:58.916050 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Updating router 84552ee4-4e3b-4255-a107-85d88ea5c93d port 2fddde41-470a-4da5-86d0-ba38a6da210d binding host dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:19:58.965839 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:58.975855 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2fc3b84f-cfb1-47e1-9e20-b3388c11db49 req-21ac6152-e829-46d0-ad4f-b4348d97fa88 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321063 May 04 08:19:58.987060 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 060f3727-7283-4210-9ae7-aa84629212fe is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:58.987514 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (060f3727-7283-4210-9ae7-aa84629212fe), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:58.993501 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-d8041422-172d-4698-aea2-4d3fd0e94a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:58.995951 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-d8041422-172d-4698-aea2-4d3fd0e94a5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1840227 May 04 08:19:59.020949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c28471-8176-4eee-a6a0-19f88213e4bc req-0b5687f3-6b47-4607-a646-44604b683c9e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:59.035881 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b1c28471-8176-4eee-a6a0-19f88213e4bc req-0b5687f3-6b47-4607-a646-44604b683c9e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1931977 May 04 08:19:59.050642 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port 060f3727-7283-4210-9ae7-aa84629212fe, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=060f3727-7283-4210-9ae7-aa84629212fe,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:59.081762 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (060f3727-7283-4210-9ae7-aa84629212fe), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.193093 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=060f3727-7283-4210-9ae7-aa84629212fe,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:19:59.236065 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-ed6098ed-6775-4f46-82fb-b4f6163f6908 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383662 May 04 08:19:59.309989 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5024184c-9e21-4cc2-a8c4-de7d6b692dbd details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:19:59.382913 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff6624-c510-4519-a538-e92ded31b812 req-362fefed-cd04-458a-8377-bfc258dc76cd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:59.393263 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4cff6624-c510-4519-a538-e92ded31b812 req-362fefed-cd04-458a-8377-bfc258dc76cd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.2621536 May 04 08:19:59.421440 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b1c28471-8176-4eee-a6a0-19f88213e4bc req-1a4884ec-c19b-42f9-8200-c541b5057458 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824227 May 04 08:19:59.565778 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4cff6624-c510-4519-a538-e92ded31b812 req-5b0d4199-0276-4d18-aec8-70ad40d4801d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671474 May 04 08:19:59.581977 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb1535b6-cca6-460e-ab64-c7d9749b024f req-661a7fe1-7323-4e84-bb6d-c16bb9290085 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341007 May 04 08:19:59.774052 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:59.782222 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb48e75-2c89-4324-b0cb-3f54f4c09604 req-5fd41bcf-fcaf-4d90-a493-2765ead112c2 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:19:59.789294 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2eb48e75-2c89-4324-b0cb-3f54f4c09604 req-5fd41bcf-fcaf-4d90-a493-2765ead112c2 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 943 time: 0.0895410 May 04 08:19:59.793781 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'port_id': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'mac_address': 'fa:16:3e:a5:8f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:19:59.878512 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2eb48e75-2c89-4324-b0cb-3f54f4c09604 req-5939dba0-14d0-4dd5-821a-1b75e37c1529 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882318 May 04 08:19:59.883832 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:19:59.884399 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.916884 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5024184c-9e21-4cc2-a8c4-de7d6b692dbd {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:19:59.923208 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Publish callbacks [] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), precommit_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.936574 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.954934 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:19:59.978025 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:19:59.998610 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3576f0-2179-48a1-902f-a09b3d3587ea None None] Pushing event updated for resources: {'Port': ['ID=2fddde41-470a-4da5-86d0-ba38a6da210d,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:00.153685 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:00.172699 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Attempting to bind port 2fddde41-470a-4da5-86d0-ba38a6da210d on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:20:00.172947 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Attempting to bind port 2fddde41-470a-4da5-86d0-ba38a6da210d by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '9de6e97a-b2f2-487b-94a4-772d2df83c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:20:00.173275 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Attempting to bind port 2fddde41-470a-4da5-86d0-ba38a6da210d on network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:20:00.185787 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0f84f-350a-44b7-b3c6-7beb2c3135e8 req-1818ee23-a950-4bce-886d-71c982103015 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:00.193314 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:20:00.193772 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Checking segment: {'id': '9de6e97a-b2f2-487b-94a4-772d2df83c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:20:00.194102 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:00.194466 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Bound using segment: {'id': '9de6e97a-b2f2-487b-94a4-772d2df83c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:20:00.194960 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Bound port: 2fddde41-470a-4da5-86d0-ba38a6da210d, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de6e97a-b2f2-487b-94a4-772d2df83c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:20:00.195330 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:00.198116 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eab0f84f-350a-44b7-b3c6-7beb2c3135e8 req-1818ee23-a950-4bce-886d-71c982103015 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.1068330 May 04 08:20:00.312663 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eab0f84f-350a-44b7-b3c6-7beb2c3135e8 req-fdc90e90-be6c-46dd-b6cc-b38ded681305 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138618 May 04 08:20:00.333111 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] For port 2fddde41-470a-4da5-86d0-ba38a6da210d, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:20:00.339622 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] For port 2fddde41-470a-4da5-86d0-ba38a6da210d, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2fddde41-470a-4da5-86d0-ba38a6da210d,segment=NetworkSegment(9de6e97a-b2f2-487b-94a4-772d2df83c85),segment_id=9de6e97a-b2f2-487b-94a4-772d2df83c85)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:20:00.357691 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:00.396291 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 060f3727-7283-4210-9ae7-aa84629212fe up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:00.434297 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['5024184c-9e21-4cc2-a8c4-de7d6b692dbd'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:00.498776 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-da56cf46-07fb-45ee-93c6-946d37dc4f7f None None] Provisioning complete for port 2fddde41-470a-4da5-86d0-ba38a6da210d triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:00.499135 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-da56cf46-07fb-45ee-93c6-946d37dc4f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:00.567155 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3576f0-2179-48a1-902f-a09b3d3587ea None None] Pushing event updated for resources: {'Port': ['ID=2fddde41-470a-4da5-86d0-ba38a6da210d,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:00.627288 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9382-5439-42b9-9364-d78cc8d75a36 req-be4091f7-314e-4552-a717-eb851a0fd014 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:00.633389 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Routers {'84552ee4-4e3b-4255-a107-85d88ea5c93d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:00.634290 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:19:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['84552ee4-4e3b-4255-a107-85d88ea5c93d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:00.650186 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f20b9382-5439-42b9-9364-d78cc8d75a36 req-be4091f7-314e-4552-a717-eb851a0fd014 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1176243 May 04 08:20:00.709214 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 060f3727-7283-4210-9ae7-aa84629212fe triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:00.712502 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (060f3727-7283-4210-9ae7-aa84629212fe), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:00.765855 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d62cf5-578d-4f20-a240-37314cdbe35d req-b11ea308-cb4a-4cfb-9ce5-01d87355ef6f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:00.773932 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d0d62cf5-578d-4f20-a240-37314cdbe35d req-b11ea308-cb4a-4cfb-9ce5-01d87355ef6f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0742264 May 04 08:20:00.793318 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f20b9382-5439-42b9-9364-d78cc8d75a36 req-39ae7c85-1487-48c9-9029-c83e17f4596a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420388 May 04 08:20:00.855649 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d0d62cf5-578d-4f20-a240-37314cdbe35d req-6c90bf90-ac7f-4b13-8418-ba0f72523e04 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787451 May 04 08:20:01.077388 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] Set router 84552ee4-4e3b-4255-a107-85d88ea5c93d gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:01.082384 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-da56cf46-07fb-45ee-93c6-946d37dc4f7f None None] Current status of the port 2fddde41-470a-4da5-86d0-ba38a6da210d is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:01.082798 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-da56cf46-07fb-45ee-93c6-946d37dc4f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:01.153577 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b81f6-3e25-4c0b-b061-60e2dbe23bfe req-aae9a553-3e4b-4968-a218-620e34f9a991 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:01.155354 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-996b81f6-3e25-4c0b-b061-60e2dbe23bfe req-aae9a553-3e4b-4968-a218-620e34f9a991 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 944 time: 0.1882451 May 04 08:20:01.162734 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 060f3727-7283-4210-9ae7-aa84629212fe is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:01.175156 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-da56cf46-07fb-45ee-93c6-946d37dc4f7f None None] For port 2fddde41-470a-4da5-86d0-ba38a6da210d, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2fddde41-470a-4da5-86d0-ba38a6da210d,segment=NetworkSegment(9de6e97a-b2f2-487b-94a4-772d2df83c85),segment_id=9de6e97a-b2f2-487b-94a4-772d2df83c85)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:01.202303 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-da56cf46-07fb-45ee-93c6-946d37dc4f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:01.241325 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-996b81f6-3e25-4c0b-b061-60e2dbe23bfe req-aa91d6a8-2ad4-4aa3-a70a-da7218bf1736 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786779 May 04 08:20:01.458718 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-2b48e19d-2e5f-4cbc-b27f-a59666fa6b58 None None] Provisioning complete for port 2fddde41-470a-4da5-86d0-ba38a6da210d triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:01.459080 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-2b48e19d-2e5f-4cbc-b27f-a59666fa6b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:01.523325 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ca3aa-40e0-483b-b9b0-585f7fb5e995 req-202c95cb-7256-4080-8ff0-7b3f512bf133 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:01.532206 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-312ca3aa-40e0-483b-b9b0-585f7fb5e995 req-202c95cb-7256-4080-8ff0-7b3f512bf133 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0710464 May 04 08:20:01.582558 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56cf46-07fb-45ee-93c6-946d37dc4f7f None None] Pushing event updated for resources: {'Port': ['ID=2fddde41-470a-4da5-86d0-ba38a6da210d,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:01.640200 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-312ca3aa-40e0-483b-b9b0-585f7fb5e995 req-f8524bb7-32b6-443b-a160-7ff78b2e3179 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073933 May 04 08:20:01.653007 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '060f3727-7283-4210-9ae7-aa84629212fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:50Z', 'updated_at': '2022-05-04T08:19:56Z', 'revision_number': 4, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'gw_port': {'id': '060f3727-7283-4210-9ae7-aa84629212fe', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:51Z', 'updated_at': '2022-05-04T08:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '2fddde41-470a-4da5-86d0-ba38a6da210d', 'name': '', 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'mac_address': 'fa:16:3e:b1:d3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f5c1c364-2b69-48c2-92be-36ce2ffdf4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:55Z', 'updated_at': '2022-05-04T08:20:00Z', 'revision_number': 4, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'subnets': [{'id': 'f5c1c364-2b69-48c2-92be-36ce2ffdf4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:01.717516 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768d40e-a587-4a80-8ceb-7e496bb1d059 None None] The sync data for ids ['84552ee4-4e3b-4255-a107-85d88ea5c93d'] in dv-cinder-840289-4-smb is: [{'id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '060f3727-7283-4210-9ae7-aa84629212fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:50Z', 'updated_at': '2022-05-04T08:19:56Z', 'revision_number': 4, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'gw_port': {'id': '060f3727-7283-4210-9ae7-aa84629212fe', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:51Z', 'updated_at': '2022-05-04T08:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '2fddde41-470a-4da5-86d0-ba38a6da210d', 'name': '', 'network_id': 'fde3c343-ad57-41d0-b218-bfe5cd94fbf7', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'mac_address': 'fa:16:3e:b1:d3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f5c1c364-2b69-48c2-92be-36ce2ffdf4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:55Z', 'updated_at': '2022-05-04T08:20:00Z', 'revision_number': 4, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'subnets': [{'id': 'f5c1c364-2b69-48c2-92be-36ce2ffdf4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:01.804335 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-2b48e19d-2e5f-4cbc-b27f-a59666fa6b58 None None] Current status of the port 2fddde41-470a-4da5-86d0-ba38a6da210d is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:02.038389 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e72cf-4381-44be-9453-bd0c37729d4f req-353a0b5e-bc05-4d1a-84ee-cf73be84061d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:02.045875 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2d1e72cf-4381-44be-9453-bd0c37729d4f req-353a0b5e-bc05-4d1a-84ee-cf73be84061d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.1529512 May 04 08:20:02.124094 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8eb7b-4a8d-413d-8472-76ac926ab13f req-50a3e858-4c3b-423c-b727-acaabaf90d85 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:02.126128 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4df8eb7b-4a8d-413d-8472-76ac926ab13f req-50a3e858-4c3b-423c-b727-acaabaf90d85 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0726109 May 04 08:20:02.171308 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2d1e72cf-4381-44be-9453-bd0c37729d4f req-56496bc0-4f6e-421a-af06-c66db0249685 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221035 May 04 08:20:02.319849 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4df8eb7b-4a8d-413d-8472-76ac926ab13f req-0352efc8-a2e7-47bd-b1d5-0b0d77d81028 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857436 May 04 08:20:02.385594 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2fddde41-470a-4da5-86d0-ba38a6da210d up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:02.496074 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 2fddde41-470a-4da5-86d0-ba38a6da210d triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:02.496567 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:02.533280 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd39fa-b368-4022-b224-5c4bfe34c654 req-fc8799a3-c449-4d53-a844-bf84ce098a62 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:02.538158 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0cbd39fa-b368-4022-b224-5c4bfe34c654 req-fc8799a3-c449-4d53-a844-bf84ce098a62 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 944 time: 0.1488786 May 04 08:20:02.668990 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0cbd39fa-b368-4022-b224-5c4bfe34c654 req-c6ad03ae-75d1-464e-8d06-89eb2e87cc8f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213508 May 04 08:20:02.765331 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 2fddde41-470a-4da5-86d0-ba38a6da210d is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:02.896932 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bae60-b485-4417-8433-c94101cb1a89 req-6828496a-a8b6-4bde-a33e-6ec5e4ea034c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:02.916479 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d13bae60-b485-4417-8433-c94101cb1a89 req-6828496a-a8b6-4bde-a33e-6ec5e4ea034c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.1105096 May 04 08:20:03.007776 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d13bae60-b485-4417-8433-c94101cb1a89 req-3d449947-2dc5-48da-8e54-dd3aa65abe00 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900576 May 04 08:20:03.136368 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45492) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:03.192265 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5024184c-9e21-4cc2-a8c4-de7d6b692dbd up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:03.260544 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:20:03.269082 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:03.269537 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.305304 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-92f405d2-71dd-4f00-9f1c-198170bb9ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.406352 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:03.407723 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.443505 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:03.446435 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d9a329-7159-4e81-86e8-14aabe8bf43e" -d '{"events": [{"server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "name": "network-vif-plugged", "status": "completed", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:03.457656 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-92f405d2-71dd-4f00-9f1c-198170bb9ff3 admin admin] Publish callbacks [] for security_group (dba44062-97a3-4722-9018-c1ad272a49a5), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.464073 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:03.471539 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.478201 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-92f405d2-71dd-4f00-9f1c-198170bb9ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (dba44062-97a3-4722-9018-c1ad272a49a5), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.551619 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4829b0-aa8b-46b0-a170-08d57c37fb5f x-openstack-request-id: req-ad4829b0-aa8b-46b0-a170-08d57c37fb5f {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:03.553378 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "name": "network-vif-plugged", "status": "completed", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:03.553805 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad4829b0-aa8b-46b0-a170-08d57c37fb5f {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:03.554526 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4829b0-aa8b-46b0-a170-08d57c37fb5f'] response: {'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'code': 200} May 04 08:20:03.578190 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:03.588444 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.589154 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.589715 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.590533 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.591090 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.591717 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.592261 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.592821 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.593371 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.594517 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.595162 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.595731 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.596283 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.596822 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.597508 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:20:03.610156 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-92f405d2-71dd-4f00-9f1c-198170bb9ff3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3958cc9f3e7f4cd78187f27e2d7549f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726176 May 04 08:20:03.613944 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45504) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:03.619528 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695376de-6d9e-4e1c-9735-8841c42dfe77 req-6b31834a-678f-452c-b418-01fa9ef50294 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:03.623691 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-695376de-6d9e-4e1c-9735-8841c42dfe77 req-6b31834a-678f-452c-b418-01fa9ef50294 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.2279251 May 04 08:20:03.626641 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f405d2-71dd-4f00-9f1c-198170bb9ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba44062-97a3-4722-9018-c1ad272a49a5,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:03.674615 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-96f1c219-6586-4d23-9cfb-b7965ceb3aad admin admin] Publish callbacks [] for security_group (dba44062-97a3-4722-9018-c1ad272a49a5), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.695367 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-695376de-6d9e-4e1c-9735-8841c42dfe77 req-248c9353-1b9f-4bcf-85a8-835bc59782b0 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652316 May 04 08:20:03.734318 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-96f1c219-6586-4d23-9cfb-b7965ceb3aad admin admin] Publish callbacks [] for security_group (dba44062-97a3-4722-9018-c1ad272a49a5), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.866347 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569816cc-4f34-4975-a3cf-27ff6605f523 req-30cfa29d-6af0-4a50-9728-cc19cc06ce10 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:03.872042 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-569816cc-4f34-4975-a3cf-27ff6605f523 req-30cfa29d-6af0-4a50-9728-cc19cc06ce10 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0992789 May 04 08:20:03.887234 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-96f1c219-6586-4d23-9cfb-b7965ceb3aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (dba44062-97a3-4722-9018-c1ad272a49a5), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.889853 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-96f1c219-6586-4d23-9cfb-b7965ceb3aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:03.901558 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-96f1c219-6586-4d23-9cfb-b7965ceb3aad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dba44062-97a3-4722-9018-c1ad272a49a5 HTTP/1.1" status: 204 len: 168 time: 0.2857246 May 04 08:20:03.925306 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1c219-6586-4d23-9cfb-b7965ceb3aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba44062-97a3-4722-9018-c1ad272a49a5,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:03.965267 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4bd73c9d-7677-49d1-997f-456da9b15f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.135816 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45522) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:04.183437 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660eec6-1a8c-458a-9011-8310ea5d206e req-eb6e9281-cdfb-4dc1-921f-f0e085d22d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:04.184852 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f660eec6-1a8c-458a-9011-8310ea5d206e req-eb6e9281-cdfb-4dc1-921f-f0e085d22d5f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1129 time: 0.2549870 May 04 08:20:04.215095 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-569816cc-4f34-4975-a3cf-27ff6605f523 req-73d024b2-3fee-4c65-827b-794b538c914c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223372 May 04 08:20:04.356497 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96cefb-1850-4449-8eb9-737d6aa878a4 req-2f96e615-bc3f-43e4-813e-dd754e1bd086 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:04.358130 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2f96cefb-1850-4449-8eb9-737d6aa878a4 req-2f96e615-bc3f-43e4-813e-dd754e1bd086 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.2237461 May 04 08:20:04.435767 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f660eec6-1a8c-458a-9011-8310ea5d206e req-f56c3da2-1556-4c83-898d-49345f064d30 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669893 May 04 08:20:04.504057 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2f96cefb-1850-4449-8eb9-737d6aa878a4 req-58576583-a802-422c-a656-befac955ce5b tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309216 May 04 08:20:04.521498 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45528) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:04.527390 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-781d4190-24ef-4c5b-9ac9-5d14bccc132a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617484725', 'description': 'tempest-description--1114135249'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:04.571276 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-781d4190-24ef-4c5b-9ac9-5d14bccc132a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.678061 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45536) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:04.684238 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-50a44c5b-9513-4504-b628-41a8e5767adf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=981c39a59ac6429696119bb5e88fae1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468705 May 04 08:20:04.717807 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-781d4190-24ef-4c5b-9ac9-5d14bccc132a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group (2522b288-b624-49e1-a31f-56285e346447), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.725731 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-781d4190-24ef-4c5b-9ac9-5d14bccc132a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2522b288-b624-49e1-a31f-56285e346447), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.744183 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-835c8793-38cc-41f4-80be-719e67fd67e8 admin admin] Publish callbacks [] for security_group (70ea7958-9047-43f4-8c39-180c654ba85b), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.750817 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-781d4190-24ef-4c5b-9ac9-5d14bccc132a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.763077 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-781d4190-24ef-4c5b-9ac9-5d14bccc132a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2404075 May 04 08:20:04.763993 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45542) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:04.776391 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-d53bd386-0eec-4de6-bd39-5dc8bfe0229a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Request body: {'security_group_rule': {'security_group_id': '2522b288-b624-49e1-a31f-56285e346447', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:04.807988 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-835c8793-38cc-41f4-80be-719e67fd67e8 admin admin] Publish callbacks [] for security_group (70ea7958-9047-43f4-8c39-180c654ba85b), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.827730 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d53bd386-0eec-4de6-bd39-5dc8bfe0229a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group_rule (305e474c-55ce-439e-ad2f-64976437bda5), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.865327 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d4190-24ef-4c5b-9ac9-5d14bccc132a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2522b288-b624-49e1-a31f-56285e346447,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:04.906926 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52313c-aab1-470a-b041-fd09f46e55a1 req-feece9f1-2757-4d75-a74c-b07673ec7cbf tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:04.907189 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d53bd386-0eec-4de6-bd39-5dc8bfe0229a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group_rule (305e474c-55ce-439e-ad2f-64976437bda5), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.909525 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7c52313c-aab1-470a-b041-fd09f46e55a1 req-feece9f1-2757-4d75-a74c-b07673ec7cbf tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0724142 May 04 08:20:04.920666 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d53bd386-0eec-4de6-bd39-5dc8bfe0229a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (305e474c-55ce-439e-ad2f-64976437bda5), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.959111 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d53bd386-0eec-4de6-bd39-5dc8bfe0229a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:04.964148 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d53bd386-0eec-4de6-bd39-5dc8bfe0229a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922967 May 04 08:20:04.965082 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45544) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:04.982105 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-e4d18efa-9cfb-4777-a0eb-fe9f6534c322 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Request body: {'security_group_rule': {'security_group_id': '2522b288-b624-49e1-a31f-56285e346447', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:04.991727 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bd386-0eec-4de6-bd39-5dc8bfe0229a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305e474c-55ce-439e-ad2f-64976437bda5,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:05.000494 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-835c8793-38cc-41f4-80be-719e67fd67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (70ea7958-9047-43f4-8c39-180c654ba85b), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.008316 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-835c8793-38cc-41f4-80be-719e67fd67e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.012600 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-835c8793-38cc-41f4-80be-719e67fd67e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70ea7958-9047-43f4-8c39-180c654ba85b HTTP/1.1" status: 204 len: 168 time: 0.3310950 May 04 08:20:05.035978 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c8793-38cc-41f4-80be-719e67fd67e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea7958-9047-43f4-8c39-180c654ba85b,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:05.055108 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e4d18efa-9cfb-4777-a0eb-fe9f6534c322 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group_rule (5cc4b3f0-f9b1-4655-be85-bf28de044daa), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.080402 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7c52313c-aab1-470a-b041-fd09f46e55a1 req-82203324-bd8b-4ab8-b5ec-be48a3b5e6bb tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604350 May 04 08:20:05.154821 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e4d18efa-9cfb-4777-a0eb-fe9f6534c322 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group_rule (5cc4b3f0-f9b1-4655-be85-bf28de044daa), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.159739 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e4d18efa-9cfb-4777-a0eb-fe9f6534c322 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (5cc4b3f0-f9b1-4655-be85-bf28de044daa), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.183068 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d18efa-9cfb-4777-a0eb-fe9f6534c322 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc4b3f0-f9b1-4655-be85-bf28de044daa,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:05.191966 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e4d18efa-9cfb-4777-a0eb-fe9f6534c322 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.196588 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-e4d18efa-9cfb-4777-a0eb-fe9f6534c322 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2285609 May 04 08:20:05.199795 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45556) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:05.212232 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:05.248568 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.431532 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264add6f-1e08-48ab-8cba-50c8b9be0a3c req-28235821-5ce0-4cd5-977a-99652c947653 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:05.439225 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-264add6f-1e08-48ab-8cba-50c8b9be0a3c req-28235821-5ce0-4cd5-977a-99652c947653 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.1049528 May 04 08:20:05.491828 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.518334 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-264add6f-1e08-48ab-8cba-50c8b9be0a3c req-a1799f4e-1e11-4338-a8b1-c981f95f2e64 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777438 May 04 08:20:05.681939 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b7411-db31-4282-82ab-8d899b7a62cc req-210d3627-0174-4827-9b15-b212b18aa89c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:05.690246 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7e6b7411-db31-4282-82ab-8d899b7a62cc req-210d3627-0174-4827-9b15-b212b18aa89c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0687466 May 04 08:20:05.711795 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Allocated IP 172.28.3.74 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/2195c6db-a8ca-462c-b886-3b9aa533c87f) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:05.745072 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7e6b7411-db31-4282-82ab-8d899b7a62cc req-af6d3e54-8575-4544-8382-aa6fa0a661c8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533600 May 04 08:20:05.846874 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for port (2195c6db-a8ca-462c-b886-3b9aa533c87f), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.893976 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (2195c6db-a8ca-462c-b886-3b9aa533c87f), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:05.962100 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:05.968230 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:05.971421 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event updated for resources: {'Port': ['ID=2195c6db-a8ca-462c-b886-3b9aa533c87f,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:05.979937 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:06.061525 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45574) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:06.089481 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for floatingip (524ecf73-b81a-4b29-b205-a1905b5fa31a), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.174499 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43524d6-beb5-4128-8016-26adee25cd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.188860 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2195c6db-a8ca-462c-b886-3b9aa533c87f), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.260023 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:20:06.261370 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c0a45-e175-4daf-a766-8303ca532e7d req-88cf8b48-786c-44f7-b4cf-80b8f17c3ce7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:06.264807 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-771c0a45-e175-4daf-a766-8303ca532e7d req-88cf8b48-786c-44f7-b4cf-80b8f17c3ce7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1023571 May 04 08:20:06.335177 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-771c0a45-e175-4daf-a766-8303ca532e7d req-717d7be2-29b1-41e2-ac6a-051b2711238c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643833 May 04 08:20:06.343622 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c1c321cb-1768-4454-9977-d31942fb3e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.408293 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for port (2195c6db-a8ca-462c-b886-3b9aa533c87f), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.414034 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (2195c6db-a8ca-462c-b886-3b9aa533c87f), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.448065 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c1c321cb-1768-4454-9977-d31942fb3e7c admin admin] Publish callbacks [] for security_group (084db11c-fb5b-43fe-87fb-319a443521cd), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.454737 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c1c321cb-1768-4454-9977-d31942fb3e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (084db11c-fb5b-43fe-87fb-319a443521cd), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.496841 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event updated for resources: {'Port': ['ID=2195c6db-a8ca-462c-b886-3b9aa533c87f,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:06.497398 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-c1c321cb-1768-4454-9977-d31942fb3e7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c77c3a383274dc08eb7446eb1341db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343061 May 04 08:20:06.500313 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45580) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:06.506735 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c321cb-1768-4454-9977-d31942fb3e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084db11c-fb5b-43fe-87fb-319a443521cd,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:06.512635 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (524ecf73-b81a-4b29-b205-a1905b5fa31a), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.543175 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.555279 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d455e3a3-6467-420e-aa49-df72e01385b7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3456914 May 04 08:20:06.586155 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a6428d2a-7fec-4cec-adc0-b1e0764b2cf0 admin admin] Publish callbacks [] for security_group (084db11c-fb5b-43fe-87fb-319a443521cd), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.614389 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a6428d2a-7fec-4cec-adc0-b1e0764b2cf0 admin admin] Publish callbacks [] for security_group (084db11c-fb5b-43fe-87fb-319a443521cd), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.710659 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80deb7-6fae-4be9-9190-c3f228d8c71a req-deed7f9c-54cf-4299-9712-991c82f79cd5 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:06.712317 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1b80deb7-6fae-4be9-9190-c3f228d8c71a req-deed7f9c-54cf-4299-9712-991c82f79cd5 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0721025 May 04 08:20:06.755385 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a6428d2a-7fec-4cec-adc0-b1e0764b2cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (084db11c-fb5b-43fe-87fb-319a443521cd), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.758140 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a6428d2a-7fec-4cec-adc0-b1e0764b2cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:06.759472 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-a6428d2a-7fec-4cec-adc0-b1e0764b2cf0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/084db11c-fb5b-43fe-87fb-319a443521cd HTTP/1.1" status: 204 len: 168 time: 0.2582164 May 04 08:20:06.778142 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6428d2a-7fec-4cec-adc0-b1e0764b2cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084db11c-fb5b-43fe-87fb-319a443521cd,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:06.912505 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1b80deb7-6fae-4be9-9190-c3f228d8c71a req-9269d255-dec3-444f-b216-2d1a6904f67a tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875837 May 04 08:20:07.005703 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-59eb7a54-db93-40af-9e6e-4741c8985cad tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--617484725&fields=id&tenant_id=bb33c90e4cde44a8869e73769de40c36 HTTP/1.1" status: 200 len: 267 time: 0.1732278 May 04 08:20:07.178944 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57286a1-bf25-4963-a5d5-b835af325a43 req-273aba0d-db74-4a9f-8db2-89473a10618a tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:07.180800 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b57286a1-bf25-4963-a5d5-b835af325a43 req-273aba0d-db74-4a9f-8db2-89473a10618a tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.1028149 May 04 08:20:07.210655 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e8402146-78ce-45fd-b6ac-23fafc79e9cd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:07.212199 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e8402146-78ce-45fd-b6ac-23fafc79e9cd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 819 time: 0.2055230 May 04 08:20:07.258005 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e7cfd927-d653-4b70-85c2-6b7d87d4795e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/quotas/bb33c90e4cde44a8869e73769de40c36 HTTP/1.1" status: 200 len: 375 time: 0.0387986 May 04 08:20:07.269182 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b57286a1-bf25-4963-a5d5-b835af325a43 req-ceb2f021-73e0-4c54-8bf8-c12e9461e8e5 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803051 May 04 08:20:07.392758 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:07.397665 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871388e4-c439-4d03-916d-9f0e8f6bfe2e req-2345ea12-afd1-4635-922a-be3491811164 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:07.399557 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-871388e4-c439-4d03-916d-9f0e8f6bfe2e req-2345ea12-afd1-4635-922a-be3491811164 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0646520 May 04 08:20:07.421400 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-1e3071ce-5baa-4b2b-8f15-7b51a83c6db0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1454952 May 04 08:20:07.501414 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-871388e4-c439-4d03-916d-9f0e8f6bfe2e req-4e5e4dcf-8318-4a5f-85b5-9c55d3a2a9cd tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929956 May 04 08:20:07.526543 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45616) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:07.711026 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128630f5-0493-48c3-84a2-27bf679899a7 req-5ffaa7e7-e1e1-4283-a201-f17a588f530d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:07.718503 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-128630f5-0493-48c3-84a2-27bf679899a7 req-5ffaa7e7-e1e1-4283-a201-f17a588f530d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0907323 May 04 08:20:07.727422 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-06f959a3-98a3-43b7-9232-43388ab960a4 service neutron] 10.222.0.60 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854161 May 04 08:20:07.866512 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-128630f5-0493-48c3-84a2-27bf679899a7 req-4edc6110-8707-45dd-8db8-893b9a7637a6 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393387 May 04 08:20:07.867396 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5432cef5-fc42-4de1-8f17-6f9b8587b651 tempest-TestShelveInstance-353149382 tempest-TestShelveInstance-353149382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:07.869502 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-5432cef5-fc42-4de1-8f17-6f9b8587b651 tempest-TestShelveInstance-353149382 tempest-TestShelveInstance-353149382-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1124 time: 0.3406560 May 04 08:20:07.874514 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45626) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:07.877548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'port_id': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:07.904047 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:07.927489 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e3bd2929-1ece-4f23-84b6-ee5195c2f8f4 service neutron] 10.222.0.60 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806195 May 04 08:20:08.035045 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.179681 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fd5ced1d-5fdf-4434-b093-b7c46fee3e55 req-492849a1-4902-423a-afe2-f0841b972351 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 210 time: 0.0683513 May 04 08:20:08.242133 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Allocated IP 172.28.3.51 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/203106a4-2cc9-4d30-8ca2-79c20177d0b2) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:08.459881 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888ac56-86f8-4b79-9ee5-9260a0a64c86 req-4ad94c1d-7598-41ac-9495-10ab78d3152a tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:08.471336 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3888ac56-86f8-4b79-9ee5-9260a0a64c86 req-4ad94c1d-7598-41ac-9495-10ab78d3152a tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0815272 May 04 08:20:08.534790 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3888ac56-86f8-4b79-9ee5-9260a0a64c86 req-b429fc86-7cdd-4391-a570-4cfb206f9177 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623519 May 04 08:20:08.831602 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c196f4c-c192-49a3-b1c7-b0e414746d45 req-58949a5f-6c57-47cc-ad56-7a5186e7084d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:08.832369 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for port (203106a4-2cc9-4d30-8ca2-79c20177d0b2), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.833170 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8c196f4c-c192-49a3-b1c7-b0e414746d45 req-58949a5f-6c57-47cc-ad56-7a5186e7084d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0569670 May 04 08:20:08.871672 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (203106a4-2cc9-4d30-8ca2-79c20177d0b2), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:08.938731 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:08.940011 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'Port': ['ID=203106a4-2cc9-4d30-8ca2-79c20177d0b2,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:08.940713 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8c196f4c-c192-49a3-b1c7-b0e414746d45 req-e3e62f1d-176c-47d8-bd9b-2f6bb6f67116 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998638 May 04 08:20:08.943692 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:09.007601 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:09.153768 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb7dda-7a2b-4784-874a-c9b1c21306cc req-3198942e-ca19-4634-bd36-85a692a05269 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:09.164331 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8dbb7dda-7a2b-4784-874a-c9b1c21306cc req-3198942e-ca19-4634-bd36-85a692a05269 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1238992 May 04 08:20:09.164855 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.182219 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870b621-9bc6-456d-b73b-57c97d109380 req-d84ff01a-094a-435d-af70-58754cf0a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:09.185563 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0870b621-9bc6-456d-b73b-57c97d109380 req-d84ff01a-094a-435d-af70-58754cf0a436 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 1129 time: 0.0934017 May 04 08:20:09.348476 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ca34574-a0f1-4c9e-a050-944c74757be5 req-54817666-85d2-4339-a05a-b7d6bc1b8d40 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 210 time: 0.0473342 May 04 08:20:09.362916 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8dbb7dda-7a2b-4784-874a-c9b1c21306cc req-4eb0abb3-77af-4756-b21d-8b4c8cfbeee3 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753697 May 04 08:20:09.423527 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870b621-9bc6-456d-b73b-57c97d109380 req-6ad36766-69c9-49df-a016-da1952553872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:09.425417 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0870b621-9bc6-456d-b73b-57c97d109380 req-6ad36766-69c9-49df-a016-da1952553872 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 200 len: 911 time: 0.2291641 May 04 08:20:09.627431 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for floatingip (aeddd156-f80d-4b12-9914-42b5490b78e1), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.731764 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0870b621-9bc6-456d-b73b-57c97d109380 req-e0ddf6fc-86aa-4b26-8e06-0781f37e52e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7 HTTP/1.1" status: 200 len: 1001 time: 0.1167533 May 04 08:20:09.796501 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (203106a4-2cc9-4d30-8ca2-79c20177d0b2), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:09.920318 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870b621-9bc6-456d-b73b-57c97d109380 req-02f35c5a-72bd-4101-9a0a-04d257b334c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:09.927240 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0870b621-9bc6-456d-b73b-57c97d109380 req-02f35c5a-72bd-4101-9a0a-04d257b334c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e742a793-acd8-4cc7-8359-6450cf9e8e75 HTTP/1.1" status: 200 len: 849 time: 0.1327701 May 04 08:20:10.068564 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870b621-9bc6-456d-b73b-57c97d109380 req-3bafdc2a-4704-42a1-bfb1-c959cd26a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.072429 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0870b621-9bc6-456d-b73b-57c97d109380 req-3bafdc2a-4704-42a1-bfb1-c959cd26a5c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1368999 May 04 08:20:10.256299 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e7382acf-e110-4eed-af21-7da9ceff1714 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.258549 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e7382acf-e110-4eed-af21-7da9ceff1714 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 819 time: 0.3876858 May 04 08:20:10.271591 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc850b39-7fc6-4461-99b9-aa2ffa4055c9 req-722b29a7-62d3-4388-befa-9126bf9fe7d9 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.273200 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dc850b39-7fc6-4461-99b9-aa2ffa4055c9 req-722b29a7-62d3-4388-befa-9126bf9fe7d9 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.1295018 May 04 08:20:10.312090 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0870b621-9bc6-456d-b73b-57c97d109380 req-615aa0e0-9196-4ed2-8261-52f1244903d9 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324946 May 04 08:20:10.453247 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.506599 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-d4470a18-e8bb-4b40-b748-d89300153bce tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb33c90e4cde44a8869e73769de40c36 HTTP/1.1" status: 200 len: 379 time: 0.1695023 May 04 08:20:10.517201 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for port (203106a4-2cc9-4d30-8ca2-79c20177d0b2), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.518142 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0870b621-9bc6-456d-b73b-57c97d109380 req-2631e51a-2722-4686-bbce-938eb4756123 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808920 May 04 08:20:10.527200 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Request body: {'port': {'device_id': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'admin_state_up': True, 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'security_groups': ['2522b288-b624-49e1-a31f-56285e346447']}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:10.543962 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (203106a4-2cc9-4d30-8ca2-79c20177d0b2), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.592638 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0139c215-7538-4eb6-aead-f7103ae162d3 req-d9be0c43-789e-438b-98d0-35929fa649ee tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 210 time: 0.0687711 May 04 08:20:10.606233 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dc850b39-7fc6-4461-99b9-aa2ffa4055c9 req-b04dda70-82d1-4b95-89bf-88b7c4f071d2 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068357 May 04 08:20:10.669023 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (aeddd156-f80d-4b12-9914-42b5490b78e1), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.762680 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event updated for resources: {'Port': ['ID=203106a4-2cc9-4d30-8ca2-79c20177d0b2,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:10.777949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a563c1-e15f-4aad-add9-9626b359d86d req-d5fb6644-cca9-4853-bea6-56c3553c4115 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:10.784012 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-19a563c1-e15f-4aad-add9-9626b359d86d req-d5fb6644-cca9-4853-bea6-56c3553c4115 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0862689 May 04 08:20:10.842521 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-19a563c1-e15f-4aad-add9-9626b359d86d req-5145c790-8bfa-44ed-974c-a9b4fec589d1 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552337 May 04 08:20:10.849465 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Made reservation on behalf of bb33c90e4cde44a8869e73769de40c36 for: {'port': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:20:10.853079 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:10.891764 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Floating IP aeddd156-f80d-4b12-9914-42b5490b78e1 associated. External IP: 172.28.3.51, port: 5024184c-9e21-4cc2-a8c4-de7d6b692dbd. May 04 08:20:11.156595 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Allocated IP 172.20.0.11 (7261d48d-3e32-4559-af8e-16809b73e4ad/971ecbc2-56c8-45d9-b8ae-8324889a48a8/3c988ade-5682-41d4-9222-530ad8d6e8cd) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:11.213975 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:20:11.299085 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Router d05d77ce-8d70-4dee-a337-3ea43e475661 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:11.364647 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:11.440231 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:11.514508 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:11.533273 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] Sync routers for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:11.548733 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:11.555133 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:11.556721 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:11.562563 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:20:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:11.637857 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Network 7261d48d-3e32-4559-af8e-16809b73e4ad is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:11.667330 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:11.678385 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:11.767603 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'port_id': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'mac_address': 'fa:16:3e:e0:60:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:20:11.851358 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:11.852227 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:11.905112 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-7325bcf0-8cfe-44e2-b282-67c142a4d64c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0269635 May 04 08:20:11.911549 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:11.913687 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d1d0c-2a55-462c-82fb-35f22cc46608" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:11.935872 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port e4b80bdb-b484-442b-b2eb-57366e82f355 is: ACTIVE; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:11.936943 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:11.948779 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:11.976523 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4641099 May 04 08:20:11.977356 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2d173-48ba-4ce0-ade9-d07ae0e7331c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event updated for resources: {'Port': ['ID=3c988ade-5682-41d4-9222-530ad8d6e8cd,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:11.996198 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4b80bdb-b484-442b-b2eb-57366e82f355 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:12.062339 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:12.068014 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Request body: {'port': {'device_id': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:12.070264 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:12.147311 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-b45ec51c-1a3c-4929-93ee-a02e7d4d9576 None None] Provisioning complete for port 3c988ade-5682-41d4-9222-530ad8d6e8cd triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:12.148090 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b45ec51c-1a3c-4929-93ee-a02e7d4d9576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:12.207601 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-b45ec51c-1a3c-4929-93ee-a02e7d4d9576 None None] Port 3c988ade-5682-41d4-9222-530ad8d6e8cd cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:20:12.218262 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=6']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:12.261487 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:12.327157 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['e4b80bdb-b484-442b-b2eb-57366e82f355'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:12.424857 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'aeddd156-f80d-4b12-9914-42b5490b78e1', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'port_id': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'mac_address': 'fa:16:3e:a5:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:09Z', 'updated_at': '2022-05-04T08:20:09Z', 'revision_number': 0, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6', 'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'mac_address': 'fa:16:3e:cf:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 5, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'subnets': [{'id': '746850a0-26c1-452d-8542-bd0b3be43805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:12.464567 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] Checking router: d05d77ce-8d70-4dee-a337-3ea43e475661 for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:12.483521 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:12.485884 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:20:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:12.591351 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e984337-ed43-4fed-bbba-7c4fd5c35117 req-c546ee92-dd8b-404d-9599-3829225f1f25 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:12.599118 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3e984337-ed43-4fed-bbba-7c4fd5c35117 req-c546ee92-dd8b-404d-9599-3829225f1f25 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.7390532 May 04 08:20:12.615074 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c6c6-a002-48c6-9af5-aa01ee82b632 req-ffe88e7f-f4c6-4ffe-a6f6-ba89ff9fa7b9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:12.620244 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0406c6c6-a002-48c6-9af5-aa01ee82b632 req-ffe88e7f-f4c6-4ffe-a6f6-ba89ff9fa7b9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 932 time: 0.8300719 May 04 08:20:12.677205 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:12.715131 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0406c6c6-a002-48c6-9af5-aa01ee82b632 req-84b0a0b7-808d-4166-920a-8c164357aecd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867376 May 04 08:20:12.751072 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3e984337-ed43-4fed-bbba-7c4fd5c35117 req-231c345e-b878-46e4-8a91-082027101f19 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506128 May 04 08:20:12.858261 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aa5c8f-d475-4f30-aaf9-bafb744b0d1e x-openstack-request-id: req-f3aa5c8f-d475-4f30-aaf9-bafb744b0d1e {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:12.859683 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:12.860169 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3aa5c8f-d475-4f30-aaf9-bafb744b0d1e {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:12.860818 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3aa5c8f-d475-4f30-aaf9-bafb744b0d1e'] response: {'name': 'network-changed', 'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'status': 'completed', 'code': 200} May 04 08:20:12.880498 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c988ade-5682-41d4-9222-530ad8d6e8cd {{(pid=103665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:12.889375 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Publish callbacks [] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:12.915143 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9432d7-9a73-4f6b-bd51-9b6d70a3280b req-5a8825f7-df1a-4364-8b16-ede06c13fc2c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:12.916616 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3f9432d7-9a73-4f6b-bd51-9b6d70a3280b req-5a8825f7-df1a-4364-8b16-ede06c13fc2c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 945 time: 0.0826654 May 04 08:20:12.932591 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.provisioning_blocks [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Transition to ACTIVE for port object 3c988ade-5682-41d4-9222-530ad8d6e8cd will not be triggered until provisioned by entity L2. {{(pid=103665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:20:12.943817 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:12.963946 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-a497a869-0f1a-4df1-ab8d-55bceec60f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:12.965596 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-a497a869-0f1a-4df1-ab8d-55bceec60f16 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=665c1f64495c4dadab3990bfc933bf22&device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1129 time: 0.0482955 May 04 08:20:13.070515 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3f9432d7-9a73-4f6b-bd51-9b6d70a3280b req-c89778cd-f69f-48fa-b245-31b7fdfe48ab tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037502 May 04 08:20:13.079719 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Pushing event updated for resources: {'Port': ['ID=3c988ade-5682-41d4-9222-530ad8d6e8cd,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:13.216307 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:13.232286 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-9350ca29-1afc-4ab0-b879-27c8de56c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:13.234780 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-9350ca29-1afc-4ab0-b879-27c8de56c217 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8e22094-fa4e-4129-953e-332cc435c21a HTTP/1.1" status: 200 len: 910 time: 0.2332201 May 04 08:20:13.259367 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'aeddd156-f80d-4b12-9914-42b5490b78e1', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'port_id': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'mac_address': 'fa:16:3e:a5:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:09Z', 'updated_at': '2022-05-04T08:20:09Z', 'revision_number': 0, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6', 'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'mac_address': 'fa:16:3e:cf:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 5, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'subnets': [{'id': '746850a0-26c1-452d-8542-bd0b3be43805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:13.342008 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ca07c-3ee8-41ef-a0e3-d96b8a196521 None None] The sync data for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb is: [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'aeddd156-f80d-4b12-9914-42b5490b78e1', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'port_id': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'mac_address': 'fa:16:3e:a5:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:09Z', 'updated_at': '2022-05-04T08:20:09Z', 'revision_number': 0, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6', 'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'mac_address': 'fa:16:3e:cf:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 5, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'subnets': [{'id': '746850a0-26c1-452d-8542-bd0b3be43805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:13.362486 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port e4b80bdb-b484-442b-b2eb-57366e82f355 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:13.363063 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:13.444005 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-a8ab52e4-c06a-4814-86d9-ff87f1989037 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd HTTP/1.1" status: 200 len: 998 time: 0.2020717 May 04 08:20:13.539924 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port e4b80bdb-b484-442b-b2eb-57366e82f355 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:13.540425 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:13.572431 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-44f789c0-3799-45ea-8d1e-e47ed490f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:13.574213 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-44f789c0-3799-45ea-8d1e-e47ed490f729 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=746850a0-26c1-452d-8542-bd0b3be43805 HTTP/1.1" status: 200 len: 848 time: 0.1231229 May 04 08:20:13.617220 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:13.619913 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae23459-be28-4ccd-a03f-5a29dd526b92" -d '{"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:13.671316 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:13.688691 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:13.819464 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-781575a9-2c8d-46f5-9489-f4a7a48ccb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:13.827740 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-781575a9-2c8d-46f5-9489-f4a7a48ccb07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8e22094-fa4e-4129-953e-332cc435c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2349656 May 04 08:20:13.871146 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283e0ec3-c37d-4705-af42-e87fe05f64d2 x-openstack-request-id: req-283e0ec3-c37d-4705-af42-e87fe05f64d2 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:13.871461 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:13.871758 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-283e0ec3-c37d-4705-af42-e87fe05f64d2 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:13.873561 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283e0ec3-c37d-4705-af42-e87fe05f64d2'] response: {'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'code': 200} May 04 08:20:13.917723 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077be4a-912e-49d3-b70b-72abf532ee71 None None] New status for floating IP aeddd156-f80d-4b12-9914-42b5490b78e1: ACTIVE {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:20:14.012693 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=7']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:14.019562 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd47430-0375-4cad-9fc4-e4780cb502de req-91f97496-6704-4b89-b656-6fe532b17792 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:14.036837 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9cd47430-0375-4cad-9fc4-e4780cb502de req-91f97496-6704-4b89-b656-6fe532b17792 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.1032171 May 04 08:20:14.041512 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Attempting to bind port 3c988ade-5682-41d4-9222-530ad8d6e8cd on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:20:14.042152 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Attempting to bind port 3c988ade-5682-41d4-9222-530ad8d6e8cd by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:20:14.042397 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Attempting to bind port 3c988ade-5682-41d4-9222-530ad8d6e8cd on network 7261d48d-3e32-4559-af8e-16809b73e4ad {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:20:14.048984 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Port 3c988ade-5682-41d4-9222-530ad8d6e8cd on network 7261d48d-3e32-4559-af8e-16809b73e4ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:20:14.051494 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Attempting to bind port 3c988ade-5682-41d4-9222-530ad8d6e8cd on network 7261d48d-3e32-4559-af8e-16809b73e4ad {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:20:14.058530 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:20:14.059258 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Checking segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:20:14.059723 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Bound using segment: {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:20:14.060342 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Bound port: 3c988ade-5682-41d4-9222-530ad8d6e8cd, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cb2c4a-9dcd-42f0-a27d-c1420067f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad'}}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:20:14.060786 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.205289 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] For port 3c988ade-5682-41d4-9222-530ad8d6e8cd, host hv-cinder-84028, cleared binding levels {{(pid=103665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:20:14.211557 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] For port 3c988ade-5682-41d4-9222-530ad8d6e8cd, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:20:14.226990 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.289860 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1fc8-ed3f-496d-ab00-7d6f1f8aaf19 req-80cbef72-3e41-4fdf-bb4b-0f44f7738c6d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:14.292905 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cdec1fc8-ed3f-496d-ab00-7d6f1f8aaf19 req-80cbef72-3e41-4fdf-bb4b-0f44f7738c6d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 944 time: 0.3843703 May 04 08:20:14.361187 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Pushing event updated for resources: {'Port': ['ID=3c988ade-5682-41d4-9222-530ad8d6e8cd,revision_number=3']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:14.409612 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:14.413010 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:14.422317 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-31c9b7f1-d150-4123-8abd-6e30f736d54a service neutron] 10.222.0.62 "PUT /v2.0/ports/3c988ade-5682-41d4-9222-530ad8d6e8cd HTTP/1.1" status: 200 len: 1094 time: 2.3590872 May 04 08:20:14.529056 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9cd47430-0375-4cad-9fc4-e4780cb502de req-64656dfe-2580-4ec8-999a-f78f24737652 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4908361 May 04 08:20:14.596362 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-6215b424-84de-41c2-acb0-a3623d734d5c service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604828 May 04 08:20:14.650040 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cdec1fc8-ed3f-496d-ab00-7d6f1f8aaf19 req-552b5526-62e5-4215-9d1e-ac588a5f2cb9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296015 May 04 08:20:14.732811 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54649203-0d31-4044-a649-dbfdcae024b5 req-40cadf13-151f-49cf-ac74-2cf4ef2e11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:14.735269 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-40cadf13-151f-49cf-ac74-2cf4ef2e11f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 1128 time: 0.2413664 May 04 08:20:14.861055 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-247d1d0c-2a55-462c-82fb-35f22cc46608 req-8b525494-913a-4242-bf6e-6e803d1f1acc service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568336 May 04 08:20:14.948996 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:14.952117 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f5baca-e619-42ce-ad24-6caaab54499f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:14.973885 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-17b32f67-bf63-4798-9322-da544e33e158 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd HTTP/1.1" status: 200 len: 217 time: 0.2179420 May 04 08:20:15.060019 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1762-05e9-49d9-a038-e625819ddea8 req-72eeb2d4-b16b-44e3-8c89-007ca46aa4cc tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:15.074172 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fa7e1762-05e9-49d9-a038-e625819ddea8 req-72eeb2d4-b16b-44e3-8c89-007ca46aa4cc tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.2051904 May 04 08:20:15.084177 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d5e64b-b5dc-4891-8c79-877fba01a0c9 x-openstack-request-id: req-c5d5e64b-b5dc-4891-8c79-877fba01a0c9 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:15.084762 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:15.086786 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5d5e64b-b5dc-4891-8c79-877fba01a0c9 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:15.087304 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d5e64b-b5dc-4891-8c79-877fba01a0c9'] response: {'name': 'network-changed', 'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'status': 'completed', 'code': 200} May 04 08:20:15.133456 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54649203-0d31-4044-a649-dbfdcae024b5 req-d2873628-4369-43b8-a51d-429e4d49fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:15.138180 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-d2873628-4369-43b8-a51d-429e4d49fe4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.1431944 May 04 08:20:15.190870 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fa7e1762-05e9-49d9-a038-e625819ddea8 req-7f3825d7-fe20-4af4-b9ef-8e61a3ba19ef tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159604 May 04 08:20:15.236240 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54649203-0d31-4044-a649-dbfdcae024b5 req-ef3f54d3-80a5-43b7-973c-34d92894b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:15.239299 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-ef3f54d3-80a5-43b7-973c-34d92894b213 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0948818 May 04 08:20:15.431509 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-0e576e0a-6d5e-4b3c-8e6b-5cd7bb140a13 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847472 May 04 08:20:15.549516 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-54649203-0d31-4044-a649-dbfdcae024b5 req-49daa419-ea7e-4aab-b0e1-1487862cd483 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114604 May 04 08:20:15.805400 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562d85-f293-4e24-a86b-073d6d86cdd4 req-636d31f1-40c1-4525-aea8-5b8cab03d9ce tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:15.807295 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5f562d85-f293-4e24-a86b-073d6d86cdd4 req-636d31f1-40c1-4525-aea8-5b8cab03d9ce tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 944 time: 0.0755367 May 04 08:20:15.916697 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5f562d85-f293-4e24-a86b-073d6d86cdd4 req-fd4750ed-6294-43bd-a7ef-54c1700acb9c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994258 May 04 08:20:16.009589 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-0cc99a07-9cfc-42a6-8156-29079ce9583e tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:16.017077 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-0cc99a07-9cfc-42a6-8156-29079ce9583e tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/networks?id=3c8d996e-5e6f-497e-900c-9348519f1d7b HTTP/1.1" status: 200 len: 814 time: 0.1683557 May 04 08:20:16.036835 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-95321fc9-2276-47f4-b185-bbd46809aa30 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/quotas/832a0ad377a3420dbb1948b8b97fa5b2 HTTP/1.1" status: 200 len: 375 time: 0.0188475 May 04 08:20:16.111600 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-94397a41-9743-4686-abd6-2cae61bf575e tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=832a0ad377a3420dbb1948b8b97fa5b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690529 May 04 08:20:16.242518 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-db408b17-38b8-4aee-a6cd-cdb9ab04e1c5 service neutron] 10.222.0.60 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169257 May 04 08:20:16.379963 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696e0f8-996d-4f08-8414-448240facc56 req-48fcc749-6905-4d2c-ad79-e5d686fe31fd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:16.381663 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4696e0f8-996d-4f08-8414-448240facc56 req-48fcc749-6905-4d2c-ad79-e5d686fe31fd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0950413 May 04 08:20:16.427147 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-7f3d838b-cc58-4ea3-854e-6de569574844 service neutron] 10.222.0.60 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846995 May 04 08:20:16.502345 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4696e0f8-996d-4f08-8414-448240facc56 req-bf7330ef-582b-4e12-8f0f-2a6a114e554b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077003 May 04 08:20:16.774803 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-27a3ecae-096c-4081-acc0-f656f7d5233b req-2040cdd4-9183-4202-8b8a-bc4658bfecc2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 210 time: 0.0605981 May 04 08:20:16.790586 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5baca-e619-42ce-ad24-6caaab54499f req-bbff243a-8eb4-4f75-92ae-22771130e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:16.791134 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-53f5baca-e619-42ce-ad24-6caaab54499f req-bbff243a-8eb4-4f75-92ae-22771130e606 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 1128 time: 0.0804918 May 04 08:20:16.934053 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5baca-e619-42ce-ad24-6caaab54499f req-05c4d649-dbdf-441e-bd88-ab94c2171382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:16.935732 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-53f5baca-e619-42ce-ad24-6caaab54499f req-05c4d649-dbdf-441e-bd88-ab94c2171382 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.1326859 May 04 08:20:16.996398 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-53f5baca-e619-42ce-ad24-6caaab54499f req-712ec96c-4102-48e5-a4bd-e6df25965b55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd HTTP/1.1" status: 200 len: 217 time: 0.0503864 May 04 08:20:17.066360 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5baca-e619-42ce-ad24-6caaab54499f req-89377f42-4e4b-435f-a07d-c2a6705da19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:17.068923 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-53f5baca-e619-42ce-ad24-6caaab54499f req-89377f42-4e4b-435f-a07d-c2a6705da19a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0657387 May 04 08:20:17.087511 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfab4a-d915-4e21-9d51-c305757b4484 req-03e48c34-05ac-4e8e-a18a-9115f55a71fb tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:17.089482 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-98cfab4a-d915-4e21-9d51-c305757b4484 req-03e48c34-05ac-4e8e-a18a-9115f55a71fb tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 944 time: 0.0650873 May 04 08:20:17.132750 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5baca-e619-42ce-ad24-6caaab54499f req-c456710a-ad47-4c0e-a1bf-46f5a37da4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:17.135280 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-53f5baca-e619-42ce-ad24-6caaab54499f req-c456710a-ad47-4c0e-a1bf-46f5a37da4ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0543234 May 04 08:20:17.154059 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-98cfab4a-d915-4e21-9d51-c305757b4484 req-cf370a44-95f5-4cb1-9463-31301759f006 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552440 May 04 08:20:17.254956 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-53f5baca-e619-42ce-ad24-6caaab54499f req-7adff003-0922-4f90-a9cb-2f9d72f8cdc7 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020985 May 04 08:20:17.369046 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-53f5baca-e619-42ce-ad24-6caaab54499f req-50c376ca-2817-4ebc-87f0-106a91d359d1 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056907 May 04 08:20:17.794723 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33aa9-29f2-4547-8755-b12f0f8b3c3a req-3330268d-b32b-44a7-a686-28f82be993b7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:17.796533 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a6c33aa9-29f2-4547-8755-b12f0f8b3c3a req-3330268d-b32b-44a7-a686-28f82be993b7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0601528 May 04 08:20:17.886634 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a6c33aa9-29f2-4547-8755-b12f0f8b3c3a req-6e86fff6-fbf2-44a1-b082-ec2e25f1f334 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791423 May 04 08:20:17.923594 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f19f7c9f-c10c-4c1a-850f-d7cfe799d992 req-1daf2d0d-4bcd-4b75-96d7-974629775e81 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 210 time: 0.0586126 May 04 08:20:18.345683 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae136aba-0a3f-4a72-a973-5a78dc65326f req-75b67dda-61cc-4dd6-b19a-cbfd051b3d56 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:18.351651 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ae136aba-0a3f-4a72-a973-5a78dc65326f req-75b67dda-61cc-4dd6-b19a-cbfd051b3d56 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 944 time: 0.0927029 May 04 08:20:18.430070 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-bf25564c-2727-4894-ae9c-f4d90d8e88b3 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:18.431807 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-bf25564c-2727-4894-ae9c-f4d90d8e88b3 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.62 "GET /v2.0/networks?id=3c8d996e-5e6f-497e-900c-9348519f1d7b HTTP/1.1" status: 200 len: 814 time: 0.2378771 May 04 08:20:18.452631 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ae136aba-0a3f-4a72-a973-5a78dc65326f req-987956dd-e12e-47fc-80d0-c30dab2cd7d1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949574 May 04 08:20:18.470799 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'port': {'device_id': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'admin_state_up': True, 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:18.606455 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Made reservation on behalf of 832a0ad377a3420dbb1948b8b97fa5b2 for: {'port': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:20:18.610787 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:18.795135 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Allocated IP 172.20.0.3 (3c8d996e-5e6f-497e-900c-9348519f1d7b/4abf7313-14b7-411a-abc4-f959bd38323c/dd4a47d8-004f-4b45-a101-51576d6166d2) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:20:19.028478 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:19.137003 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:19.213762 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-abb3a598-8bb4-42db-95ea-2a319dee810b req-eef0f8ba-774c-4faf-ab20-2d4a32919c1e tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 210 time: 0.1106267 May 04 08:20:19.226065 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Network 3c8d996e-5e6f-497e-900c-9348519f1d7b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:20:19.230672 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:20:19.237904 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:20:19.259651 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957bb4-6a30-4dca-94f1-ab8ece432b2f req-0b93bc0e-2297-4912-ba86-db18225475c4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:19.260452 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 3c988ade-5682-41d4-9222-530ad8d6e8cd details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:20:19.261237 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e9957bb4-6a30-4dca-94f1-ab8ece432b2f req-0b93bc0e-2297-4912-ba86-db18225475c4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.2273674 May 04 08:20:19.276742 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'Port': ['ID=dd4a47d8-004f-4b45-a101-51576d6166d2,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:19.353634 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:19.354443 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:19.407189 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-c7e6c2f1-1d9a-4ebe-b85c-34921e5a6343 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9479005 May 04 08:20:19.453710 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Request body: {'port': {'device_id': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:19.467753 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e9957bb4-6a30-4dca-94f1-ab8ece432b2f req-6b37b98f-d050-4fe7-bc74-2bc628ddaa93 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961496 May 04 08:20:19.538407 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 3c988ade-5682-41d4-9222-530ad8d6e8cd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:19.577542 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'port_id': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'mac_address': 'fa:16:3e:b4:73:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:20:19.631962 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:19.688551 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 3c988ade-5682-41d4-9222-530ad8d6e8cd is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:19.690173 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:19.732835 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c988ade-5682-41d4-9222-530ad8d6e8cd {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:19.791211 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 3c988ade-5682-41d4-9222-530ad8d6e8cd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:19.807217 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:19.833939 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fbe14-1e89-4ea8-9333-47c9e0817e03 req-bdd0f892-65fb-42df-b8a8-b15bc70a3545 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:19.855037 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eb0fbe14-1e89-4ea8-9333-47c9e0817e03 req-bdd0f892-65fb-42df-b8a8-b15bc70a3545 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 944 time: 0.2500858 May 04 08:20:19.961955 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-4fc88968-4ee6-49a9-8763-bb87ab819569 None None] Provisioning complete for port dd4a47d8-004f-4b45-a101-51576d6166d2 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:19.962221 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4fc88968-4ee6-49a9-8763-bb87ab819569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:19.971308 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eb0fbe14-1e89-4ea8-9333-47c9e0817e03 req-bd69bae0-11ad-4ade-87ed-b4811a72ffc8 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151774 May 04 08:20:20.025076 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-4fc88968-4ee6-49a9-8763-bb87ab819569 None None] Port dd4a47d8-004f-4b45-a101-51576d6166d2 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:20:20.039771 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=3c988ade-5682-41d4-9222-530ad8d6e8cd,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:20.137157 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4a47d8-004f-4b45-a101-51576d6166d2 {{(pid=103665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:20.153295 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Publish callbacks [] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:20.178571 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.provisioning_blocks [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Transition to ACTIVE for port object dd4a47d8-004f-4b45-a101-51576d6166d2 will not be triggered until provisioned by entity L2. {{(pid=103665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:20:20.184556 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:20.273289 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['3c988ade-5682-41d4-9222-530ad8d6e8cd'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:20.353963 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4a47d8-004f-4b45-a101-51576d6166d2,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:20.478969 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee02b03-d95f-47fe-9a4e-fb890a689705 req-145fc7d2-2865-4e75-80b8-6a7e83b0981e tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:20.489203 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ee02b03-d95f-47fe-9a4e-fb890a689705 req-145fc7d2-2865-4e75-80b8-6a7e83b0981e tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0816035 May 04 08:20:20.568255 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ee02b03-d95f-47fe-9a4e-fb890a689705 req-0888e928-f6d8-497c-916f-0449bc327a7a tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767746 May 04 08:20:20.611903 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Attempting to bind port dd4a47d8-004f-4b45-a101-51576d6166d2 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:20:20.612500 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Attempting to bind port dd4a47d8-004f-4b45-a101-51576d6166d2 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:20:20.612725 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Attempting to bind port dd4a47d8-004f-4b45-a101-51576d6166d2 on network 3c8d996e-5e6f-497e-900c-9348519f1d7b {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:20:20.624791 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Port dd4a47d8-004f-4b45-a101-51576d6166d2 on network 3c8d996e-5e6f-497e-900c-9348519f1d7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:20:20.625214 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Attempting to bind port dd4a47d8-004f-4b45-a101-51576d6166d2 on network 3c8d996e-5e6f-497e-900c-9348519f1d7b {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:20:20.641695 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:20:20.642153 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Checking segment: {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:20:20.642549 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Bound using segment: {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'} {{(pid=103665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:20:20.643185 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.managers [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Bound port: dd4a47d8-004f-4b45-a101-51576d6166d2, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b'}}] {{(pid=103665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:20:20.643661 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:20.752567 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a3642-6612-4a7c-b13f-7ebd2f183025 req-65840d94-a5a3-4742-9a02-227e24d571f6 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:20.765451 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-502a3642-6612-4a7c-b13f-7ebd2f183025 req-65840d94-a5a3-4742-9a02-227e24d571f6 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1469433 May 04 08:20:20.868571 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] For port dd4a47d8-004f-4b45-a101-51576d6166d2, host hv-cinder-84028, cleared binding levels {{(pid=103665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:20:20.878414 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] For port dd4a47d8-004f-4b45-a101-51576d6166d2, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dd4a47d8-004f-4b45-a101-51576d6166d2,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:20:20.957369 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:21.018426 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-502a3642-6612-4a7c-b13f-7ebd2f183025 req-5d08f9f3-9513-4263-b233-88695aba05c2 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515712 May 04 08:20:21.048116 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:21.048698 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:21.050583 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] 10.222.0.62 "PUT /v2.0/ports/dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 1093 time: 1.6220906 May 04 08:20:21.052908 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:21.055254 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0f016b-591c-4135-aaff-251bcd904ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:21.204130 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee0b09f-b99c-4373-9331-c8241867c885 x-openstack-request-id: req-4ee0b09f-b99c-4373-9331-c8241867c885 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:21.204738 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:21.205150 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ee0b09f-b99c-4373-9331-c8241867c885 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:21.205768 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee0b09f-b99c-4373-9331-c8241867c885'] response: {'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'status': 'completed', 'code': 200} May 04 08:20:21.208268 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bffde0-8b1a-4473-8596-5981dcefd5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4a47d8-004f-4b45-a101-51576d6166d2,revision_number=3']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:21.271082 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-a5e17d93-cf1d-4267-8193-f7ed60e5ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:21.272877 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-a5e17d93-cf1d-4267-8193-f7ed60e5ad64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=832a0ad377a3420dbb1948b8b97fa5b2&device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 1127 time: 0.1119828 May 04 08:20:21.282419 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60255cc6-fc06-435b-adb3-950725b04884 req-a162f492-a6d5-4e90-ae99-32e35c8e1be1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:21.296647 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60255cc6-fc06-435b-adb3-950725b04884 req-a162f492-a6d5-4e90-ae99-32e35c8e1be1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 945 time: 0.1737661 May 04 08:20:21.432540 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-a63dd696-8b18-4286-ac73-5c8db467a750 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 217 time: 0.1057823 May 04 08:20:21.437955 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60255cc6-fc06-435b-adb3-950725b04884 req-4441941e-10ee-43fe-ac70-50c9ba1ceeb7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388977 May 04 08:20:21.573868 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 3c988ade-5682-41d4-9222-530ad8d6e8cd up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:21.595687 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-de9c80c8-dd04-4e79-b736-f8898d48cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:21.598396 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-de9c80c8-dd04-4e79-b736-f8898d48cdd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4abf7313-14b7-411a-abc4-f959bd38323c HTTP/1.1" status: 200 len: 853 time: 0.1587739 May 04 08:20:21.777391 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 3c988ade-5682-41d4-9222-530ad8d6e8cd completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:20:21.794831 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdb25f-fed9-4307-9061-badeb56bd710 req-79bc1ffa-a9e1-4e93-9550-81d29fc7a290 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:21.797825 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-00bdb25f-fed9-4307-9061-badeb56bd710 req-79bc1ffa-a9e1-4e93-9550-81d29fc7a290 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0834181 May 04 08:20:21.832150 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 3c988ade-5682-41d4-9222-530ad8d6e8cd triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:21.832734 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:21.901203 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-00bdb25f-fed9-4307-9061-badeb56bd710 req-f308a222-1608-463c-b46c-5a0ab30bf0ff tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696790 May 04 08:20:21.984213 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 3c988ade-5682-41d4-9222-530ad8d6e8cd is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:21.984988 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:22.036933 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:22.039311 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ec260-8564-4b0f-a9c9-203c8b628b3e" -d '{"events": [{"server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "name": "network-vif-plugged", "status": "completed", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:22.073377 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 3c988ade-5682-41d4-9222-530ad8d6e8cd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:22.086117 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:22.113638 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a44ba22-e741-49f0-9c08-e5f8eda29d40 x-openstack-request-id: req-1a44ba22-e741-49f0-9c08-e5f8eda29d40 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:22.114248 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "name": "network-vif-plugged", "status": "completed", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:22.114777 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a44ba22-e741-49f0-9c08-e5f8eda29d40 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:22.115370 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a44ba22-e741-49f0-9c08-e5f8eda29d40'] response: {'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'code': 200} May 04 08:20:22.194378 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=3c988ade-5682-41d4-9222-530ad8d6e8cd,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:22.287053 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6840f-a0d9-4829-acfa-aa96d6083fbd req-15b63258-cf45-4ef5-8b4e-1025e475fb7b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:22.288942 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f9f6840f-a0d9-4829-acfa-aa96d6083fbd req-15b63258-cf45-4ef5-8b4e-1025e475fb7b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0639279 May 04 08:20:22.326616 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:22.358423 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f9f6840f-a0d9-4829-acfa-aa96d6083fbd req-56a42352-8675-470e-98eb-f45dc032f8b2 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636690 May 04 08:20:22.668154 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb3150-ebb5-49aa-8f15-581d59f139c2 req-f159a535-d1c7-451b-ac06-4c9099ae0e09 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:22.687906 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-20bb3150-ebb5-49aa-8f15-581d59f139c2 req-f159a535-d1c7-451b-ac06-4c9099ae0e09 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0962939 May 04 08:20:22.781944 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-20bb3150-ebb5-49aa-8f15-581d59f139c2 req-e3014dfa-22f9-4cf7-b869-cb9923a6e7d9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896151 May 04 08:20:23.086882 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 45892) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:23.179418 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9e370-0712-4c84-af34-e75b7605d37e req-166dc42d-cc16-4aa7-9db2-d0cf58260cbf tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:23.181254 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82b9e370-0712-4c84-af34-e75b7605d37e req-166dc42d-cc16-4aa7-9db2-d0cf58260cbf tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0879788 May 04 08:20:23.270508 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82b9e370-0712-4c84-af34-e75b7605d37e req-8b6af3ca-548d-4a29-81ec-c68fa34fcdef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 May 04 08:20:23.322309 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6c22a6ac-a583-4bd7-910b-3f70721eea3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.488164 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6c22a6ac-a583-4bd7-910b-3f70721eea3c admin admin] Publish callbacks [] for security_group (40315f44-9f5d-43eb-8e50-afe6eb41487f), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.540588 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6c22a6ac-a583-4bd7-910b-3f70721eea3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (40315f44-9f5d-43eb-8e50-afe6eb41487f), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.600512 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-6c22a6ac-a583-4bd7-910b-3f70721eea3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab78d98f43a24c42a66d8c435ddfa4a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087194 May 04 08:20:23.604090 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 45900) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:23.632866 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32fb0-36bb-4425-ab89-637ea261edd2 req-bc1acbb0-4b2d-4da6-889b-f4e5a1231d7d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:23.638578 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-09f32fb0-36bb-4425-ab89-637ea261edd2 req-bc1acbb0-4b2d-4da6-889b-f4e5a1231d7d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.1664660 May 04 08:20:23.671189 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22a6ac-a583-4bd7-910b-3f70721eea3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40315f44-9f5d-43eb-8e50-afe6eb41487f,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:23.715958 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ad60ff5b-42c5-4c2e-9477-e742cc29afed admin admin] Publish callbacks [] for security_group (40315f44-9f5d-43eb-8e50-afe6eb41487f), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.737664 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-09f32fb0-36bb-4425-ab89-637ea261edd2 req-ca244c34-4824-45cf-a06d-ee93d491e0b4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929747 May 04 08:20:23.764689 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ad60ff5b-42c5-4c2e-9477-e742cc29afed admin admin] Publish callbacks [] for security_group (40315f44-9f5d-43eb-8e50-afe6eb41487f), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.850811 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ad60ff5b-42c5-4c2e-9477-e742cc29afed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (40315f44-9f5d-43eb-8e50-afe6eb41487f), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.859680 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ad60ff5b-42c5-4c2e-9477-e742cc29afed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:23.866368 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-ad60ff5b-42c5-4c2e-9477-e742cc29afed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40315f44-9f5d-43eb-8e50-afe6eb41487f HTTP/1.1" status: 204 len: 168 time: 0.2608700 May 04 08:20:23.880455 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60ff5b-42c5-4c2e-9477-e742cc29afed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40315f44-9f5d-43eb-8e50-afe6eb41487f,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:23.985317 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348934d-adbb-4cd0-9cf5-14a2739b939c req-f22ab5c9-f7aa-4c45-8fd9-c5a462174b36 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:23.995726 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2348934d-adbb-4cd0-9cf5-14a2739b939c req-f22ab5c9-f7aa-4c45-8fd9-c5a462174b36 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.1153102 May 04 08:20:24.099260 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2348934d-adbb-4cd0-9cf5-14a2739b939c req-087827f1-e11b-4463-a23a-e0c05a96884b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972500 May 04 08:20:24.526361 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cc99f-7133-4201-8549-02addab74182 req-6b8a59b3-329e-4ca9-8e3b-a92c225c6572 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:24.528340 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-598cc99f-7133-4201-8549-02addab74182 req-6b8a59b3-329e-4ca9-8e3b-a92c225c6572 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.1584513 May 04 08:20:24.688360 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-8e6a0577-9c24-4ee6-913e-ebeba005708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:24.698117 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-8e6a0577-9c24-4ee6-913e-ebeba005708b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c8d996e-5e6f-497e-900c-9348519f1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1511583 May 04 08:20:24.729917 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-598cc99f-7133-4201-8549-02addab74182 req-1ed021bc-d787-4407-878e-ce742878b98f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761286 May 04 08:20:25.099776 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-f18815cf-7926-42b5-ae37-8582ca4cd6ba service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632402 May 04 08:20:25.205134 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466321a4-1da3-4f3d-89a2-e78daa073407 req-937f3fed-a0d4-4f78-b7ea-4dde2e987a7d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:25.216500 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-466321a4-1da3-4f3d-89a2-e78daa073407 req-937f3fed-a0d4-4f78-b7ea-4dde2e987a7d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.2583354 May 04 08:20:25.261283 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0846f3-286e-4650-81d5-40e3d5e15ffa req-8fc8b692-18e2-4122-8b7b-36412e854f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:25.262009 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3a0846f3-286e-4650-81d5-40e3d5e15ffa req-8fc8b692-18e2-4122-8b7b-36412e854f51 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 1130 time: 0.1584218 May 04 08:20:25.326777 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-e1e3d9ec-3da0-45ff-a05c-db0aa318e69b req-f8feaf6f-3316-4b31-90f1-f69ff69e626d service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074311 May 04 08:20:25.557143 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ac1c7-bce6-4b8f-afd0-09890edf7f01 req-af5f5dcc-f73f-4697-9333-910cb9b6fc52 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:25.560609 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-3e858dec-d515-4d52-b2a1-031317adb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:25.562196 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-3e858dec-d515-4d52-b2a1-031317adb772 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=832a0ad377a3420dbb1948b8b97fa5b2&device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 1127 time: 0.0627971 May 04 08:20:25.570751 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-463ac1c7-bce6-4b8f-afd0-09890edf7f01 req-af5f5dcc-f73f-4697-9333-910cb9b6fc52 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.2675486 May 04 08:20:25.649002 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3a0846f3-286e-4650-81d5-40e3d5e15ffa req-007c7d20-0c48-43dd-b3d4-965664dfdc33 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3543940 May 04 08:20:25.659595 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-466321a4-1da3-4f3d-89a2-e78daa073407 req-48ccfd71-91dd-4dfb-841b-663d510cf724 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4257245 May 04 08:20:25.737235 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-463ac1c7-bce6-4b8f-afd0-09890edf7f01 req-932abaa1-bd01-4086-8e15-e293b14895eb tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655486 May 04 08:20:25.845968 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-6a7aaecb-b35f-46d4-b30b-fa22c0235662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:25.848231 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-6a7aaecb-b35f-46d4-b30b-fa22c0235662 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c8d996e-5e6f-497e-900c-9348519f1d7b HTTP/1.1" status: 200 len: 915 time: 0.2329752 May 04 08:20:25.974359 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a360b0a-fbdb-434a-8e77-28d0f1141529 req-168d24f2-5efa-4e38-8bd6-fde60f522e09 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:25.982235 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2a360b0a-fbdb-434a-8e77-28d0f1141529 req-168d24f2-5efa-4e38-8bd6-fde60f522e09 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0680833 May 04 08:20:26.100552 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2a360b0a-fbdb-434a-8e77-28d0f1141529 req-de301ef8-650a-402d-b73b-a759e1c3b349 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171632 May 04 08:20:26.880119 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fca7d3-e06f-47b5-94df-6c3e1800b0b1 req-30fb1b5f-d020-4b6e-b312-f19ff0a57b5f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:26.881801 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-19fca7d3-e06f-47b5-94df-6c3e1800b0b1 req-30fb1b5f-d020-4b6e-b312-f19ff0a57b5f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0668855 May 04 08:20:26.946782 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef221d46-a0ff-4585-ae33-9d539f326e24 req-744b1231-af04-45de-927b-d080d05f7ded tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:26.948297 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef221d46-a0ff-4585-ae33-9d539f326e24 req-744b1231-af04-45de-927b-d080d05f7ded tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0991461 May 04 08:20:26.980802 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-19fca7d3-e06f-47b5-94df-6c3e1800b0b1 req-7f16306c-c553-43b0-82a6-a9fba4a0f428 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898244 May 04 08:20:27.031659 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef221d46-a0ff-4585-ae33-9d539f326e24 req-2e838eeb-4bb5-45bc-bdc7-ac527ae2a1e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757930 May 04 08:20:27.216632 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32971d-9c52-42d4-ac77-532ee347d321 req-7ba7e335-298e-45d6-8f0e-44932d16ad6b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:27.218078 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7f32971d-9c52-42d4-ac77-532ee347d321 req-7ba7e335-298e-45d6-8f0e-44932d16ad6b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0605023 May 04 08:20:27.270414 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7f32971d-9c52-42d4-ac77-532ee347d321 req-22ff8465-26a1-4537-b413-5e9e8548b4b4 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 May 04 08:20:28.168999 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f9c90-6686-457d-8b21-a34b4b2ca5c4 req-ee94bf81-e6df-4739-a47b-5ca43f09fab5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:28.170447 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3e2f9c90-6686-457d-8b21-a34b4b2ca5c4 req-ee94bf81-e6df-4739-a47b-5ca43f09fab5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0938022 May 04 08:20:28.193923 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be2d3e-55b9-4d7d-ba4d-72698be45d9d req-61596850-aa07-4fab-aec0-d62924013872 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:28.195656 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a9be2d3e-55b9-4d7d-ba4d-72698be45d9d req-61596850-aa07-4fab-aec0-d62924013872 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0677335 May 04 08:20:28.258905 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3e2f9c90-6686-457d-8b21-a34b4b2ca5c4 req-a4112f81-49c3-4732-9a1c-8988f159ad22 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789735 May 04 08:20:28.270745 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a9be2d3e-55b9-4d7d-ba4d-72698be45d9d req-b064a568-7899-46d7-8f8f-82708db64bef tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676215 May 04 08:20:28.391724 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb773a7-ecb0-4978-b2ab-96ab42306c60 req-e81e46e4-911e-4aaf-ade4-8d13cde636c1 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:28.393390 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5cb773a7-ecb0-4978-b2ab-96ab42306c60 req-e81e46e4-911e-4aaf-ade4-8d13cde636c1 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0532858 May 04 08:20:28.459411 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5cb773a7-ecb0-4978-b2ab-96ab42306c60 req-a79ec838-fa56-44e8-94b6-5bfe2639a629 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565391 May 04 08:20:29.441204 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dedf1-90f8-4eeb-90aa-b3603b48f591 req-76171c26-d994-4383-9c65-576311bbe846 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:29.443452 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-355dedf1-90f8-4eeb-90aa-b3603b48f591 req-76171c26-d994-4383-9c65-576311bbe846 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.1008730 May 04 08:20:29.450061 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c60062-9c45-4bd6-b961-c013e35b4759 req-0b43ec67-b9f5-4190-9a01-56f9179e50fd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:29.452886 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-37c60062-9c45-4bd6-b961-c013e35b4759 req-0b43ec67-b9f5-4190-9a01-56f9179e50fd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0992196 May 04 08:20:29.521051 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-355dedf1-90f8-4eeb-90aa-b3603b48f591 req-24d0ae24-386e-43bb-86d6-a95ec91534af tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671334 May 04 08:20:29.554817 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-37c60062-9c45-4bd6-b961-c013e35b4759 req-1775eee7-16c8-4659-9d89-b231c77dd7a6 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782514 May 04 08:20:29.636526 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec128d-b684-4e5b-8e5f-ce43f5ab2118 req-0e2ae01a-1856-4354-9045-d22ebf45eac4 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:29.638042 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eeec128d-b684-4e5b-8e5f-ce43f5ab2118 req-0e2ae01a-1856-4354-9045-d22ebf45eac4 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0527573 May 04 08:20:29.689183 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eeec128d-b684-4e5b-8e5f-ce43f5ab2118 req-2511ac7c-05c9-46da-89c2-7b18e62ed7d8 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 May 04 08:20:30.651549 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cdafa-de24-430f-a240-5e74816ab447 req-90a81911-a382-4a64-a00f-018ec579e173 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:30.653682 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c09cdafa-de24-430f-a240-5e74816ab447 req-90a81911-a382-4a64-a00f-018ec579e173 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0483503 May 04 08:20:30.733024 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebf02c-e7fc-4190-8664-2c69c14be0f3 req-d62429bf-33aa-4e0e-b5f7-fa3ff886e12b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:30.734517 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-17ebf02c-e7fc-4190-8664-2c69c14be0f3 req-d62429bf-33aa-4e0e-b5f7-fa3ff886e12b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0797343 May 04 08:20:30.763846 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c09cdafa-de24-430f-a240-5e74816ab447 req-412f0fa5-8245-493f-ba42-d55d933349c9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984287 May 04 08:20:30.797743 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-17ebf02c-e7fc-4190-8664-2c69c14be0f3 req-583a659a-31d2-4ea6-bfd2-792d62fd1e43 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530241 May 04 08:20:30.900920 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949230c0-eb8b-45f6-8554-e7de664c81f1 req-67516fa4-d5ff-40de-b8f3-76f353a00eb1 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:30.902871 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-949230c0-eb8b-45f6-8554-e7de664c81f1 req-67516fa4-d5ff-40de-b8f3-76f353a00eb1 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0507100 May 04 08:20:30.962614 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-949230c0-eb8b-45f6-8554-e7de664c81f1 req-98407aa9-b4f9-4b00-8ada-a3415b11035c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525873 May 04 08:20:31.973290 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa21798-9d92-42dd-8541-6e6b776e1a6d req-2313b47e-c74d-4772-920f-685a8ed40c54 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:31.975803 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9aa21798-9d92-42dd-8541-6e6b776e1a6d req-2313b47e-c74d-4772-920f-685a8ed40c54 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.1010389 May 04 08:20:31.990686 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1d2e7-5469-4a52-bad1-8436b0640467 req-9eabfbae-839e-4041-ac1d-26a0aa526a44 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:31.992216 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-23f1d2e7-5469-4a52-bad1-8436b0640467 req-9eabfbae-839e-4041-ac1d-26a0aa526a44 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0722570 May 04 08:20:32.075817 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9aa21798-9d92-42dd-8541-6e6b776e1a6d req-a553404e-4ca5-45fc-8f2d-ec5f56ee6899 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926135 May 04 08:20:32.084875 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-23f1d2e7-5469-4a52-bad1-8436b0640467 req-01e1fe7c-aaa4-4f81-8fe6-76b793e4d0f5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857425 May 04 08:20:32.219593 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4964e-b3af-4dde-abcf-f04e8a0274c8 req-ca4f119c-a197-4f7e-a7f4-42620621404c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:32.221177 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77d4964e-b3af-4dde-abcf-f04e8a0274c8 req-ca4f119c-a197-4f7e-a7f4-42620621404c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0527427 May 04 08:20:32.270359 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77d4964e-b3af-4dde-abcf-f04e8a0274c8 req-b0c16c2f-89b9-47c5-b7c2-1a5bd247cf80 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 May 04 08:20:33.226252 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b31a-2987-4265-bf13-62cd53dc7724 req-08c283ef-38e4-40ef-b153-413797c2bbe5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:33.227788 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6e41b31a-2987-4265-bf13-62cd53dc7724 req-08c283ef-38e4-40ef-b153-413797c2bbe5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0782411 May 04 08:20:33.248143 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b79cd-43ac-4a51-98b7-09e966d808c0 req-b695c6de-1fca-4ef7-80b6-3aca4df7d856 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:33.249594 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0b6b79cd-43ac-4a51-98b7-09e966d808c0 req-b695c6de-1fca-4ef7-80b6-3aca4df7d856 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0676353 May 04 08:20:33.308160 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6e41b31a-2987-4265-bf13-62cd53dc7724 req-a0920d50-f17e-4127-a725-033a2bc30fa1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742936 May 04 08:20:33.319683 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0b6b79cd-43ac-4a51-98b7-09e966d808c0 req-657f22ec-532a-4b75-a02f-7e15f3b1953c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628333 May 04 08:20:33.420895 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46022d-c818-4e08-aab9-ff6bf6ab01de req-02852f3e-e5ee-4737-9c2e-9b1db1d97637 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:33.422448 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9e46022d-c818-4e08-aab9-ff6bf6ab01de req-02852f3e-e5ee-4737-9c2e-9b1db1d97637 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0509522 May 04 08:20:33.469798 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-9ae70fd2-92ce-4e0e-9b61-fd7e4a1328cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 217 time: 0.0355515 May 04 08:20:33.477781 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9e46022d-c818-4e08-aab9-ff6bf6ab01de req-b5a13a8a-5ff5-4851-a1b4-094fe240a0f5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489643 May 04 08:20:33.905566 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ac283065-00fd-4fab-bb4f-eb5ba4d30032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:33.961777 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-08e27fcc-94df-4f82-ae96-930880dae464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:33.963347 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-08e27fcc-94df-4f82-ae96-930880dae464 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4abf7313-14b7-411a-abc4-f959bd38323c HTTP/1.1" status: 200 len: 853 time: 0.0488520 May 04 08:20:34.139236 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-c6c17906-a929-4439-86c4-de3a852af167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:34.140755 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-c6c17906-a929-4439-86c4-de3a852af167 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c8d996e-5e6f-497e-900c-9348519f1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0525117 May 04 08:20:34.465208 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed00569-d266-4a7f-ad50-87aa89ded46e req-e09f4196-d0a0-47bf-ae19-c163bf0ddd3d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:34.466700 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0ed00569-d266-4a7f-ad50-87aa89ded46e req-e09f4196-d0a0-47bf-ae19-c163bf0ddd3d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0837655 May 04 08:20:34.488398 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfd1b6-6464-42be-a999-380cb9eabd70 req-f79b0ae4-a558-4305-b49a-1e7255d17388 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:34.489819 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-38dfd1b6-6464-42be-a999-380cb9eabd70 req-f79b0ae4-a558-4305-b49a-1e7255d17388 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0754912 May 04 08:20:34.558553 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0ed00569-d266-4a7f-ad50-87aa89ded46e req-69d0f4fe-ba54-4cb1-9c82-ef8c74202ae1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831854 May 04 08:20:34.562825 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-38dfd1b6-6464-42be-a999-380cb9eabd70 req-d962ca88-605c-4aba-ba53-221382bf4669 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648243 May 04 08:20:34.671482 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7282ced-429e-49bf-8c84-9d847054fe7c req-362788c6-0dd4-4b56-9e63-2f03e4ce7b35 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:34.673142 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c7282ced-429e-49bf-8c84-9d847054fe7c req-362788c6-0dd4-4b56-9e63-2f03e4ce7b35 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0560360 May 04 08:20:34.732051 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c7282ced-429e-49bf-8c84-9d847054fe7c req-8d5952c7-ea90-45ed-9797-3a012d3e61a9 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526900 May 04 08:20:35.724666 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849b872-656a-4c9b-9474-2f679002f238 req-60943ad9-34be-41c3-8980-c78ea57c15be tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:35.726239 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5849b872-656a-4c9b-9474-2f679002f238 req-60943ad9-34be-41c3-8980-c78ea57c15be tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0854571 May 04 08:20:35.743303 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49064c-b0c8-4d28-995a-11708f666771 req-89ca56bd-60f1-4082-a841-1bbf92b27b51 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:35.744916 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0c49064c-b0c8-4d28-995a-11708f666771 req-89ca56bd-60f1-4082-a841-1bbf92b27b51 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0627682 May 04 08:20:35.820669 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5849b872-656a-4c9b-9474-2f679002f238 req-bfc7aa4d-b65e-4eb3-b77d-5177e7ea163e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747883 May 04 08:20:35.825190 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0c49064c-b0c8-4d28-995a-11708f666771 req-01dc014f-1837-44d2-bdda-8ce60d4469ed tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734665 May 04 08:20:35.835291 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-e24a96e5-2d32-4937-a98e-1d1593ad8047 service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072490 May 04 08:20:35.935699 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da31f1-15c5-4bc6-864c-b6422164f8cb req-4737fc2c-ada6-486a-bb3c-9d535cb444e1 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:35.937232 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-96da31f1-15c5-4bc6-864c-b6422164f8cb req-4737fc2c-ada6-486a-bb3c-9d535cb444e1 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0531056 May 04 08:20:35.992810 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-96da31f1-15c5-4bc6-864c-b6422164f8cb req-1d801313-a0d5-4be1-8208-2877936497d9 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486014 May 04 08:20:36.142798 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0c78c3bf-f8f9-4f84-9d23-1126f5cd8152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:36.396590 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5c461-114b-43ff-b66d-b28641a0062a req-31408220-e8a6-40e7-a711-aaf0d7d152c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.398038 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fde5c461-114b-43ff-b66d-b28641a0062a req-31408220-e8a6-40e7-a711-aaf0d7d152c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 1130 time: 0.0443294 May 04 08:20:36.450388 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-3f0f016b-591c-4135-aaff-251bcd904ee3 req-66e5ead2-a818-4ffb-9bf4-fe97f536284f service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952446 May 04 08:20:36.510604 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5c461-114b-43ff-b66d-b28641a0062a req-941642be-b057-4706-a870-e7c8704ac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.512100 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fde5c461-114b-43ff-b66d-b28641a0062a req-941642be-b057-4706-a870-e7c8704ac546 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 917 time: 0.0982063 May 04 08:20:36.580232 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fde5c461-114b-43ff-b66d-b28641a0062a req-c9aecbc1-56e5-44e6-bf16-a142e7a32b84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b80bdb-b484-442b-b2eb-57366e82f355 HTTP/1.1" status: 200 len: 1002 time: 0.0597267 May 04 08:20:36.630969 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5c461-114b-43ff-b66d-b28641a0062a req-108a9f44-2eb4-4f82-abc3-9d0d5ac52d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.632432 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fde5c461-114b-43ff-b66d-b28641a0062a req-108a9f44-2eb4-4f82-abc3-9d0d5ac52d80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.0450816 May 04 08:20:36.679788 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5c461-114b-43ff-b66d-b28641a0062a req-72051884-647c-43e6-8b6e-0aebdab3a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.681218 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fde5c461-114b-43ff-b66d-b28641a0062a req-72051884-647c-43e6-8b6e-0aebdab3a66c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0422678 May 04 08:20:36.777447 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fde5c461-114b-43ff-b66d-b28641a0062a req-a6f2ffe4-8e44-4b57-8649-b89685892ded service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895014 May 04 08:20:36.879078 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fde5c461-114b-43ff-b66d-b28641a0062a req-622e914d-021f-4bbf-a1ad-4703a42d42bb service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946269 May 04 08:20:36.982397 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e68e8-6d70-45ea-8096-9d3fefa27672 req-a691b893-176f-419a-9b08-f6ecc673649f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.983835 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-045e68e8-6d70-45ea-8096-9d3fefa27672 req-a691b893-176f-419a-9b08-f6ecc673649f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0765917 May 04 08:20:36.990172 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682fe1f-7bc4-4744-911b-0f7258739b01 req-bd398723-5268-4636-9d13-ccf87bd2be85 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:36.991669 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1682fe1f-7bc4-4744-911b-0f7258739b01 req-bd398723-5268-4636-9d13-ccf87bd2be85 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 946 time: 0.0831435 May 04 08:20:37.073204 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-045e68e8-6d70-45ea-8096-9d3fefa27672 req-03006e1c-a041-4f2e-b790-9992ccad37fe tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805318 May 04 08:20:37.076433 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1682fe1f-7bc4-4744-911b-0f7258739b01 req-4531242f-ab42-4645-b0fc-6a98763b51d4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777838 May 04 08:20:37.210122 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41acde-6463-4d4a-bf0b-c680f1816eb2 req-0c3d45ce-113c-4744-b162-4ff44d90594b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:37.210516 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46106) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:37.211812 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9b41acde-6463-4d4a-bf0b-c680f1816eb2 req-0c3d45ce-113c-4744-b162-4ff44d90594b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 943 time: 0.0787866 May 04 08:20:37.220817 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc0073-cb71-4576-a845-e6aaf9b68585 req-26e15ae1-4035-498b-a6e3-e2e31c49e1f1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:37.222564 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0bfc0073-cb71-4576-a845-e6aaf9b68585 req-26e15ae1-4035-498b-a6e3-e2e31c49e1f1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0783782 May 04 08:20:37.231680 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46110) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:37.236201 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-a66331b9-2a11-487f-9d5a-610cce40ff5b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Request body: {'floatingip': {'port_id': '3c988ade-5682-41d4-9222-530ad8d6e8cd'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:20:37.269078 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9b41acde-6463-4d4a-bf0b-c680f1816eb2 req-e1295e20-a792-4a80-bf31-7528ff2a8983 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455031 May 04 08:20:37.284143 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a66331b9-2a11-487f-9d5a-610cce40ff5b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for floatingip (524ecf73-b81a-4b29-b205-a1905b5fa31a), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.361837 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-efd117d7-10de-48af-acf4-584d2ce4ac9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.386106 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.565003 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-efd117d7-10de-48af-acf4-584d2ce4ac9d admin admin] Publish callbacks [] for security_group (2f116f1a-500d-4f5c-9282-cf07eca1be3c), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.572750 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-efd117d7-10de-48af-acf4-584d2ce4ac9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2f116f1a-500d-4f5c-9282-cf07eca1be3c), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.649172 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dd4a47d8-004f-4b45-a101-51576d6166d2 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:20:37.665967 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:20:37.683318 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd117d7-10de-48af-acf4-584d2ce4ac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f116f1a-500d-4f5c-9282-cf07eca1be3c,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:37.687470 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-efd117d7-10de-48af-acf4-584d2ce4ac9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91727b87a49c426387ecfb80f51bdbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758751 May 04 08:20:37.690190 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46112) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:37.801887 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-37a0e2dd-f920-44c3-861a-69767a1b2326 admin admin] Publish callbacks [] for security_group (2f116f1a-500d-4f5c-9282-cf07eca1be3c), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.806349 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port e4b80bdb-b484-442b-b2eb-57366e82f355 is: ACTIVE; New status is: DOWN {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:37.806764 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.830726 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dd4a47d8-004f-4b45-a101-51576d6166d2, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dd4a47d8-004f-4b45-a101-51576d6166d2,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:37.848354 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-37a0e2dd-f920-44c3-861a-69767a1b2326 admin admin] Publish callbacks [] for security_group (2f116f1a-500d-4f5c-9282-cf07eca1be3c), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.850954 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:37.853189 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69999f47-2a05-447e-9043-58bdc59c18d2" -d '{"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:37.857972 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'port_id': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'mac_address': 'fa:16:3e:f8:6e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:20:37.868527 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:37.893682 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 08:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d289fe78-4f91-43bf-9664-b839a9c06264 x-openstack-request-id: req-d289fe78-4f91-43bf-9664-b839a9c06264 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:37.894002 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:37.894263 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d289fe78-4f91-43bf-9664-b839a9c06264 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:37.894681 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d289fe78-4f91-43bf-9664-b839a9c06264'] response: {'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'code': 200} May 04 08:20:37.895317 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.938371 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a66331b9-2a11-487f-9d5a-610cce40ff5b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.941464 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port dd4a47d8-004f-4b45-a101-51576d6166d2 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:37.941852 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.943513 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a66331b9-2a11-487f-9d5a-610cce40ff5b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (524ecf73-b81a-4b29-b205-a1905b5fa31a), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.972418 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4a47d8-004f-4b45-a101-51576d6166d2 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:37.980879 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=8']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:37.989991 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-37a0e2dd-f920-44c3-861a-69767a1b2326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2f116f1a-500d-4f5c-9282-cf07eca1be3c), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.992693 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-37a0e2dd-f920-44c3-861a-69767a1b2326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:37.993841 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-37a0e2dd-f920-44c3-861a-69767a1b2326 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f116f1a-500d-4f5c-9282-cf07eca1be3c HTTP/1.1" status: 204 len: 168 time: 0.3027315 May 04 08:20:38.005257 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dd4a47d8-004f-4b45-a101-51576d6166d2, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dd4a47d8-004f-4b45-a101-51576d6166d2,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:38.016174 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0e2dd-f920-44c3-861a-69767a1b2326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f116f1a-500d-4f5c-9282-cf07eca1be3c,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:38.024427 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:38.089579 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=dd4a47d8-004f-4b45-a101-51576d6166d2,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:38.221879 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcc012-08ed-463f-ab5e-9b3e4e03742e req-58700434-260d-4ddf-b6a3-a77f481ed111 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:38.223576 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3fdcc012-08ed-463f-ab5e-9b3e4e03742e req-58700434-260d-4ddf-b6a3-a77f481ed111 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0572438 May 04 08:20:38.278680 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3fdcc012-08ed-463f-ab5e-9b3e4e03742e req-b40bc132-042c-4da4-a4b2-8b12615cd1e4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484586 May 04 08:20:38.314721 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-a66331b9-2a11-487f-9d5a-610cce40ff5b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Floating IP 524ecf73-b81a-4b29-b205-a1905b5fa31a associated. External IP: 172.28.3.74, port: 3c988ade-5682-41d4-9222-530ad8d6e8cd. May 04 08:20:38.397887 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc0ce3-77ce-408a-87db-8f880fb4df9f req-fbd4659e-581f-45d9-a607-b625138f5656 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:38.399504 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-00cc0ce3-77ce-408a-87db-8f880fb4df9f req-fbd4659e-581f-45d9-a607-b625138f5656 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 944 time: 0.0487397 May 04 08:20:38.449779 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-00cc0ce3-77ce-408a-87db-8f880fb4df9f req-f59e860e-9446-41f6-b285-3c36671588c9 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 May 04 08:20:38.472929 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['dd4a47d8-004f-4b45-a101-51576d6166d2'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:38.548103 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66331b9-2a11-487f-9d5a-610cce40ff5b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:20:38.663798 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66331b9-2a11-487f-9d5a-610cce40ff5b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:20:38.668788 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a66331b9-2a11-487f-9d5a-610cce40ff5b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:38.673787 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] Sync routers for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:20:38.684567 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:38.685219 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:20:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:38.699810 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a66331b9-2a11-487f-9d5a-610cce40ff5b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "PUT /v2.0/floatingips/524ecf73-b81a-4b29-b205-a1905b5fa31a HTTP/1.1" status: 200 len: 991 time: 1.4669662 May 04 08:20:38.700352 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:38.702653 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877f3b64-1ef9-449a-b7de-d01b64d38e62" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:38.742822 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db4c853-10d3-4f4a-93de-b1e03de62473 x-openstack-request-id: req-0db4c853-10d3-4f4a-93de-b1e03de62473 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:38.743114 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:38.743373 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0db4c853-10d3-4f4a-93de-b1e03de62473 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:38.743777 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db4c853-10d3-4f4a-93de-b1e03de62473'] response: {'name': 'network-changed', 'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'status': 'completed', 'code': 200} May 04 08:20:38.878670 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:38.907613 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-2f357070-dbe0-4b52-a9bc-affc5d38d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:38.909602 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-2f357070-dbe0-4b52-a9bc-affc5d38d149 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 1130 time: 0.0445495 May 04 08:20:39.023874 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-6cc858af-f96a-4d1a-b52f-a8a02b3be811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:39.025672 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-6cc858af-f96a-4d1a-b52f-a8a02b3be811 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.0969598 May 04 08:20:39.118430 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '524ecf73-b81a-4b29-b205-a1905b5fa31a', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'port_id': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'mac_address': 'fa:16:3e:b4:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:06Z', 'updated_at': '2022-05-04T08:20:37Z', 'revision_number': 1, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:24Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:39.135370 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:39.147371 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] Checking router: abc9bf1d-0b12-49b3-94c3-8aefcc0b645f for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:20:39.156352 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:20:39.156984 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:20:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:39.277070 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:20:39.339930 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-a985efc4-f09d-4d65-a451-1ccc6405545d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd HTTP/1.1" status: 200 len: 999 time: 0.3059838 May 04 08:20:39.437111 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-7c6d386d-2a67-46cd-9579-61cf94647c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:39.438811 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-7c6d386d-2a67-46cd-9579-61cf94647c3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0775981 May 04 08:20:39.452465 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee98b0-c4d3-4550-8743-2e53b9214956 req-6bca6995-3499-4cae-9894-5ec3e2618218 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:39.454016 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8cee98b0-c4d3-4550-8743-2e53b9214956 req-6bca6995-3499-4cae-9894-5ec3e2618218 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0663319 May 04 08:20:39.518284 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '524ecf73-b81a-4b29-b205-a1905b5fa31a', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'port_id': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'mac_address': 'fa:16:3e:b4:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:06Z', 'updated_at': '2022-05-04T08:20:37Z', 'revision_number': 1, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:24Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:20:39.525049 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-07c7e44c-b273-45d0-a4e8-2e5348013edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:39.526712 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-07c7e44c-b273-45d0-a4e8-2e5348013edc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0708632 May 04 08:20:39.547000 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61c64c-8898-4b34-b3ad-5f1f6aec3cc1 None None] The sync data for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb is: [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '524ecf73-b81a-4b29-b205-a1905b5fa31a', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'port_id': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'mac_address': 'fa:16:3e:b4:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:06Z', 'updated_at': '2022-05-04T08:20:37Z', 'revision_number': 1, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:24Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:20:39.585432 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8cee98b0-c4d3-4550-8743-2e53b9214956 req-4007c06e-9765-4bdd-8490-6e379dfca35c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209428 May 04 08:20:39.649014 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e44345-e1aa-48e2-aa2b-2799aac7e9f4 req-4ebb7c28-18c8-40e6-9d4a-e75dbcf47fd2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:39.650590 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-91e44345-e1aa-48e2-aa2b-2799aac7e9f4 req-4ebb7c28-18c8-40e6-9d4a-e75dbcf47fd2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 944 time: 0.1202657 May 04 08:20:39.664738 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dd4a47d8-004f-4b45-a101-51576d6166d2 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:39.723346 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port dd4a47d8-004f-4b45-a101-51576d6166d2 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:20:39.731745 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port dd4a47d8-004f-4b45-a101-51576d6166d2 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:39.732608 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:39.733396 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-caf9cf5f-b22c-40a9-a15f-4101e615f6f3 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970704 May 04 08:20:39.749579 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-91e44345-e1aa-48e2-aa2b-2799aac7e9f4 req-36e97987-81f4-4879-9a1d-c4b09700fedb tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911925 May 04 08:20:39.857587 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-877f3b64-1ef9-449a-b7de-d01b64d38e62 req-19acaed7-6340-42f6-8632-afafd4231632 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066761 May 04 08:20:39.978842 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac2912-841a-4353-9446-e8758d89da9d None None] New status for floating IP 524ecf73-b81a-4b29-b205-a1905b5fa31a: ACTIVE {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:20:39.982667 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port dd4a47d8-004f-4b45-a101-51576d6166d2 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:39.982982 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:40.047979 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:20:40.050708 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfffc87-c2f1-464a-a327-0a72dcf4c78a" -d '{"events": [{"server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "name": "network-vif-plugged", "status": "completed", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:20:40.107503 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dd4a47d8-004f-4b45-a101-51576d6166d2, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dd4a47d8-004f-4b45-a101-51576d6166d2,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:40.111429 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44dd247-1c0a-4d31-b697-4829d966f420 x-openstack-request-id: req-d44dd247-1c0a-4d31-b697-4829d966f420 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:20:40.112041 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "name": "network-vif-plugged", "status": "completed", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:20:40.112291 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d44dd247-1c0a-4d31-b697-4829d966f420 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:20:40.112726 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44dd247-1c0a-4d31-b697-4829d966f420'] response: {'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'code': 200} May 04 08:20:40.115665 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:40.187186 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [req-bc6b5cc7-c006-4532-a446-c444e6317e13 req-0581f13b-0439-4dac-9489-72c45ed7ec94 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:20:40.188143 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bc6b5cc7-c006-4532-a446-c444e6317e13 req-0581f13b-0439-4dac-9489-72c45ed7ec94 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055211 May 04 08:20:40.219324 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=dd4a47d8-004f-4b45-a101-51576d6166d2,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:40.383246 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb2362-3a9d-425b-8b86-a9e3d1cbfb12 req-f320a8d2-4513-4655-835a-cf60d10c4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:40.385476 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53fb2362-3a9d-425b-8b86-a9e3d1cbfb12 req-f320a8d2-4513-4655-835a-cf60d10c4ddf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 1129 time: 0.0817890 May 04 08:20:40.391875 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513cfc4-fee3-4960-976e-f00b35664e6e req-542aab03-4e4c-4f5c-a0d6-a2a3293c52b8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:40.393339 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6513cfc4-fee3-4960-976e-f00b35664e6e req-542aab03-4e4c-4f5c-a0d6-a2a3293c52b8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0749578 May 04 08:20:40.441070 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:40.468828 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53fb2362-3a9d-425b-8b86-a9e3d1cbfb12 req-493eba05-cff4-49f7-95c7-b749acea199d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744569 May 04 08:20:40.476379 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6513cfc4-fee3-4960-976e-f00b35664e6e req-daa6fb51-7371-4a31-a396-5e4ea8cb3c37 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758207 May 04 08:20:40.761793 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46170) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:40.888475 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-94987756-5c5f-40aa-8664-b7a2dfd0e07e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253636 May 04 08:20:40.899380 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-88c71cc3-4f1a-4131-965b-5ff2c943abc6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:20:40.900302 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-88c71cc3-4f1a-4131-965b-5ff2c943abc6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053453 May 04 08:20:40.909026 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76648656-275a-4341-891a-f23db035b1d6 req-0b534a9d-563f-452d-8420-c6cedeb9101e tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:40.910544 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-76648656-275a-4341-891a-f23db035b1d6 req-0b534a9d-563f-452d-8420-c6cedeb9101e tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0847015 May 04 08:20:40.964248 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-76648656-275a-4341-891a-f23db035b1d6 req-dd601096-52bd-469c-83f5-bc745b30cd69 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477901 May 04 08:20:40.986782 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46180) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:20:41.094572 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-ccf6ce3d-7940-4544-82c3-98ea9ed1c33e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:41.096267 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-ccf6ce3d-7940-4544-82c3-98ea9ed1c33e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports/e4b80bdb-b484-442b-b2eb-57366e82f355 HTTP/1.1" status: 200 len: 941 time: 0.1082120 May 04 08:20:41.599792 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c87e1-54f5-4e63-bf86-349e7a9c56bf req-1b9154a8-6182-4e68-bcc2-5ffabc599151 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:41.601254 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-727c87e1-54f5-4e63-bf86-349e7a9c56bf req-1b9154a8-6182-4e68-bcc2-5ffabc599151 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0495915 May 04 08:20:41.650063 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-727c87e1-54f5-4e63-bf86-349e7a9c56bf req-f1d613ca-d0e8-4639-b1b5-19a4fa86f399 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 May 04 08:20:42.085110 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d6443-daf5-4246-8eda-6f036ca1ab0e req-7498f5c7-63db-45bb-9a01-e1d506beabb6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:42.086705 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b02d6443-daf5-4246-8eda-6f036ca1ab0e req-7498f5c7-63db-45bb-9a01-e1d506beabb6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0512726 May 04 08:20:42.138204 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b02d6443-daf5-4246-8eda-6f036ca1ab0e req-068c8389-7d82-45d1-a976-7c708139ada0 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 May 04 08:20:42.782820 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521e5a6-2b47-4378-b4e4-d848de6d8cae req-8d685c4a-c8c0-43bf-9f1e-8448d27f9f75 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:42.784646 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f521e5a6-2b47-4378-b4e4-d848de6d8cae req-8d685c4a-c8c0-43bf-9f1e-8448d27f9f75 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0521173 May 04 08:20:42.834117 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f521e5a6-2b47-4378-b4e4-d848de6d8cae req-b07c87cb-2ba2-41c0-b59e-b8fe50a19268 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 May 04 08:20:43.259697 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b87e-11c1-4442-be1c-ab7267898181 req-f69c6882-b2de-4901-8bdd-e45afd0d2e20 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.261386 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f3f8b87e-11c1-4442-be1c-ab7267898181 req-f69c6882-b2de-4901-8bdd-e45afd0d2e20 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0531712 May 04 08:20:43.271433 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:20:43.314394 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f3f8b87e-11c1-4442-be1c-ab7267898181 req-a107b396-a96d-4e30-b55b-a4a1d4d96ba0 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465415 May 04 08:20:43.485685 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98ed3d-b0d3-477b-88df-f46987f5234d req-f0deb764-952e-4860-85dc-2241560978c7 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.487234 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5d98ed3d-b0d3-477b-88df-f46987f5234d req-f0deb764-952e-4860-85dc-2241560978c7 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.1017151 May 04 08:20:43.490461 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-38ca1e32-e836-4254-887a-1221d879e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.491845 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-38ca1e32-e836-4254-887a-1221d879e30b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f&tenant_id=00a96bd69c10431b8c0dba23d4f160c5 HTTP/1.1" status: 200 len: 1128 time: 0.0958180 May 04 08:20:43.546991 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5d98ed3d-b0d3-477b-88df-f46987f5234d req-9de29820-c65c-4c71-a779-cc722376465f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539784 May 04 08:20:43.574509 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-0dcf24a4-623e-4658-a4ac-179798544c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.575993 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-0dcf24a4-623e-4658-a4ac-179798544c3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 1128 time: 0.0437133 May 04 08:20:43.666183 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-f72bec05-3e36-402c-84a6-f0eb5e470d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.667712 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-f72bec05-3e36-402c-84a6-f0eb5e470d16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 917 time: 0.0856678 May 04 08:20:43.708279 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:20:43.753731 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-1beb74de-1fdc-40dd-899d-5f7dce0edad4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b80bdb-b484-442b-b2eb-57366e82f355 HTTP/1.1" status: 200 len: 1000 time: 0.0700495 May 04 08:20:43.790916 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port e4b80bdb-b484-442b-b2eb-57366e82f355 is: DOWN; New status is: DOWN {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:43.805583 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-6ba2a153-9e62-475b-b8e9-49874de66d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.807099 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-6ba2a153-9e62-475b-b8e9-49874de66d16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.0468848 May 04 08:20:43.869023 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-209c6948-8f4d-4c95-87ef-67292215889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.870604 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-209c6948-8f4d-4c95-87ef-67292215889d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0545285 May 04 08:20:43.939727 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fef1b-d9a7-4945-a720-5095930dbd2e req-0d90f6be-33f6-4847-9363-da223b81c9e0 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:43.941188 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-074fef1b-d9a7-4945-a720-5095930dbd2e req-0d90f6be-33f6-4847-9363-da223b81c9e0 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0900962 May 04 08:20:44.032617 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89439400-753f-43f3-ac2e-931eb944e28b req-8211ae17-e6ba-4f95-8dee-ce4fbd8c567b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:44.034196 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89439400-753f-43f3-ac2e-931eb944e28b req-8211ae17-e6ba-4f95-8dee-ce4fbd8c567b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.1213396 May 04 08:20:44.081235 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-78cda29e-65c6-4c87-b08b-d9e6d67dae85 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952271 May 04 08:20:44.087206 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-074fef1b-d9a7-4945-a720-5095930dbd2e req-c20e34d5-cfcd-41a8-9ec3-926977f427c8 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270316 May 04 08:20:44.141962 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-89439400-753f-43f3-ac2e-931eb944e28b req-2854af1c-ea49-454b-8441-f21f482b947c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003919 May 04 08:20:44.196271 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-927cc7e4-d9b4-451b-8905-86fd34f914b6 req-a3b9f70e-3f3f-4578-902f-2ace53712260 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069517 May 04 08:20:45.312993 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5ad0-7d1a-497d-a3bb-75d3c0898509 req-9d0a7996-9154-4405-8ffc-82add6a917fa tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:45.317337 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2c5f5ad0-7d1a-497d-a3bb-75d3c0898509 req-9d0a7996-9154-4405-8ffc-82add6a917fa tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0900788 May 04 08:20:45.374799 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2c5f5ad0-7d1a-497d-a3bb-75d3c0898509 req-c718e625-5d7e-427b-af23-295846394e1c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487905 May 04 08:20:46.519011 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbdaca-27d2-4d8f-b5f5-e45a0f80ea46 req-7fe3aff6-7a85-45c5-bceb-15725939104c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:46.520590 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-babbdaca-27d2-4d8f-b5f5-e45a0f80ea46 req-7fe3aff6-7a85-45c5-bceb-15725939104c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0513129 May 04 08:20:46.572458 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-babbdaca-27d2-4d8f-b5f5-e45a0f80ea46 req-98a5f5e8-bb7a-4a50-bb1f-c53be05a9fb7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460572 May 04 08:20:47.725862 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2b212-c29f-43cc-8df3-704f26a45e9a req-71fb3d8b-d08d-4000-b733-36ca371eea2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:47.727619 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-26f2b212-c29f-43cc-8df3-704f26a45e9a req-71fb3d8b-d08d-4000-b733-36ca371eea2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0540581 May 04 08:20:47.782829 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-26f2b212-c29f-43cc-8df3-704f26a45e9a req-958b05a9-1f60-4fc1-ab1d-bc40a2cc8b52 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470064 May 04 08:20:48.915389 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c35d92-96cc-4b76-a5e7-317aa33c49d7 req-7dcd6875-36fb-4f2a-b5f1-67ab8596bfac tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:48.916902 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e2c35d92-96cc-4b76-a5e7-317aa33c49d7 req-7dcd6875-36fb-4f2a-b5f1-67ab8596bfac tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0516739 May 04 08:20:48.968711 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e2c35d92-96cc-4b76-a5e7-317aa33c49d7 req-c567933c-854f-4254-b21e-871bfe97c146 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458691 May 04 08:20:50.101914 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb7a62-347e-4436-a785-ca3c29400c2e req-7af0363d-cf24-4e3b-895a-c7c21df406c0 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:50.103825 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e2eb7a62-347e-4436-a785-ca3c29400c2e req-7af0363d-cf24-4e3b-895a-c7c21df406c0 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0557916 May 04 08:20:50.158325 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e2eb7a62-347e-4436-a785-ca3c29400c2e req-f6d38aec-c01f-4b81-82d8-0086515cdc40 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483944 May 04 08:20:51.290783 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dddbc-36bd-4d6b-9904-1784f38b1a41 req-773949de-2c32-40a5-8617-607afd5681d5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:51.292417 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-095dddbc-36bd-4d6b-9904-1784f38b1a41 req-773949de-2c32-40a5-8617-607afd5681d5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0510087 May 04 08:20:51.345409 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-095dddbc-36bd-4d6b-9904-1784f38b1a41 req-076e3a24-d81c-46fa-9eab-6af26d2ff605 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459800 May 04 08:20:52.340482 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:52.481831 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56f749-c84d-428c-8684-64c55b8d324f req-bd15ea57-dbc2-4622-8dc2-e3874335d6d1 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:52.483449 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-da56f749-c84d-428c-8684-64c55b8d324f req-bd15ea57-dbc2-4622-8dc2-e3874335d6d1 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0593512 May 04 08:20:52.538123 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-da56f749-c84d-428c-8684-64c55b8d324f req-06c3be6b-1ea4-4b22-bd21-d1ce2c4a2fcd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487072 May 04 08:20:53.674313 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a572d8b-af72-4f9a-a535-d42108af6c68 req-aa2cbe75-02f6-4e8b-94f1-912176f0d7ec tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:53.676441 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6a572d8b-af72-4f9a-a535-d42108af6c68 req-aa2cbe75-02f6-4e8b-94f1-912176f0d7ec tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0549097 May 04 08:20:53.731356 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6a572d8b-af72-4f9a-a535-d42108af6c68 req-a01f8a0f-acd6-4f7a-a1f3-53619fc8192e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469813 May 04 08:20:54.868142 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-492e0883-c889-4224-9ca3-f17b18551ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:54.869663 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-492e0883-c889-4224-9ca3-f17b18551ed8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 1128 time: 0.0646987 May 04 08:20:54.885639 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa7b70-ad34-46f7-a17b-72665f61184b req-7ea3779b-aa03-4b46-8224-b43f1156ede8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:54.887135 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e5fa7b70-ad34-46f7-a17b-72665f61184b req-7ea3779b-aa03-4b46-8224-b43f1156ede8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0547407 May 04 08:20:54.952093 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e5fa7b70-ad34-46f7-a17b-72665f61184b req-6a2920d0-efcd-4f8e-a367-b6ccc7c8750d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562906 May 04 08:20:56.089291 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fd6af-141a-4f1c-af70-36b91f250daa req-5fc1d332-5495-40cf-8780-95be2a047a5d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:56.090800 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a33fd6af-141a-4f1c-af70-36b91f250daa req-5fc1d332-5495-40cf-8780-95be2a047a5d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0528495 May 04 08:20:56.142520 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a33fd6af-141a-4f1c-af70-36b91f250daa req-57ea1968-a437-496e-9088-3fd60b82509b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458834 May 04 08:20:56.586145 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-44326d20-407f-4a83-9f1d-572b2974712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:56.587758 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-44326d20-407f-4a83-9f1d-572b2974712e service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 917 time: 0.0944853 May 04 08:20:56.677821 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-a8aee72f-c3e5-4abe-911c-ee8a697e3d06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b80bdb-b484-442b-b2eb-57366e82f355 HTTP/1.1" status: 200 len: 1000 time: 0.0794973 May 04 08:20:56.748074 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-ece44815-dc78-41cd-94d1-a43c39339f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:56.749556 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-ece44815-dc78-41cd-94d1-a43c39339f2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.0499942 May 04 08:20:56.799208 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-e47e67fb-a477-4785-b040-a41b193f8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:56.801377 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-e47e67fb-a477-4785-b040-a41b193f8c33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0418403 May 04 08:20:56.910281 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-ca2a78ae-eede-4ad4-8ce5-12c58af9c1a5 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006362 May 04 08:20:57.015751 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0af49eed-20fe-4956-83ad-6a00db8e5895 req-a931394a-ecfa-4cc1-bae6-139ad37ed730 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945005 May 04 08:20:57.274711 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950e47b-d7f7-4d4d-bd66-025f3e15bffc req-0dfe3e3b-ce45-497e-ba47-d158cdeac363 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:57.276250 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0950e47b-d7f7-4d4d-bd66-025f3e15bffc req-0dfe3e3b-ce45-497e-ba47-d158cdeac363 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 944 time: 0.0517757 May 04 08:20:57.325448 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0950e47b-d7f7-4d4d-bd66-025f3e15bffc req-f0da4d25-9e17-4816-b3bc-840ca308ed24 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433972 May 04 08:20:57.819588 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:20:57.930867 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:57.942280 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'port_id': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'mac_address': 'fa:16:3e:e0:60:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:20:57.980937 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port e4b80bdb-b484-442b-b2eb-57366e82f355 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:57.981291 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:57.997877 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b80bdb-b484-442b-b2eb-57366e82f355 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:20:58.018856 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:20:58.026668 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:58.075706 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=9']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:20:58.458284 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68173-fd89-4563-9f61-19ebd45df70f req-da493b1d-f6f9-46e1-9ac7-d40e97fec3c9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:58.459821 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-83b68173-fd89-4563-9f61-19ebd45df70f req-da493b1d-f6f9-46e1-9ac7-d40e97fec3c9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 945 time: 0.0599852 May 04 08:20:58.471989 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['e4b80bdb-b484-442b-b2eb-57366e82f355'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:20:58.509694 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-83b68173-fd89-4563-9f61-19ebd45df70f req-2a402185-0b2d-4c9c-9425-1253a7232f55 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438702 May 04 08:20:59.651229 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912048d-f7af-4160-bfbf-236b72c22b12 req-4984ef8a-edd9-4730-9155-316de645013d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:59.652858 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d912048d-f7af-4160-bfbf-236b72c22b12 req-4984ef8a-edd9-4730-9155-316de645013d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 945 time: 0.0567822 May 04 08:20:59.724482 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d912048d-f7af-4160-bfbf-236b72c22b12 req-a4cb93d3-bff4-42bf-bb9a-43414a5bd6df tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644469 May 04 08:20:59.824049 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09da8e-b559-4f55-95f2-b968d30bd134 req-77726ea4-9a9a-452d-802d-db6192025ace tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:20:59.825751 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fe09da8e-b559-4f55-95f2-b968d30bd134 req-77726ea4-9a9a-452d-802d-db6192025ace tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0612693 May 04 08:20:59.834921 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:20:59.891902 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port e4b80bdb-b484-442b-b2eb-57366e82f355 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:20:59.895189 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:20:59.895342 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fe09da8e-b559-4f55-95f2-b968d30bd134 req-f72345f9-f36d-4c39-a116-b8ede1c0f232 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629637 May 04 08:20:59.987529 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port e4b80bdb-b484-442b-b2eb-57366e82f355 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:20:59.988232 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.023452 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:00.025696 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbce6d4-ac7f-47fe-ac05-fc3e055c80d9" -d '{"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:00.037279 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:00.043079 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.076009 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1e2a04-bbc8-47b9-8ff3-47aa91a928c7 x-openstack-request-id: req-cb1e2a04-bbc8-47b9-8ff3-47aa91a928c7 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:00.076386 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-plugged", "status": "completed", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:00.076631 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb1e2a04-bbc8-47b9-8ff3-47aa91a928c7 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:00.076953 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1e2a04-bbc8-47b9-8ff3-47aa91a928c7'] response: {'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'code': 200} May 04 08:21:00.102546 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=10']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:00.118651 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6388b-c48d-4456-851e-3eac8b3baf82 req-01076295-86ff-4df1-ae51-63a5682214f7 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:00.120231 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-58f6388b-c48d-4456-851e-3eac8b3baf82 req-01076295-86ff-4df1-ae51-63a5682214f7 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0582280 May 04 08:21:00.185813 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-58f6388b-c48d-4456-851e-3eac8b3baf82 req-8c8dd572-3607-422e-a551-7250bbff8159 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591390 May 04 08:21:00.209746 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46334) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:00.366707 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e6feb-eaa1-4ac8-ac65-649157b8c242 tempest-TestMinimumBasicScenario-1503304287 tempest-TestMinimumBasicScenario-1503304287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:00.368169 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-9c6e6feb-eaa1-4ac8-ac65-649157b8c242 tempest-TestMinimumBasicScenario-1503304287 tempest-TestMinimumBasicScenario-1503304287-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 1124 time: 0.1574085 May 04 08:21:00.372012 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46338) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:00.376240 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'port_id': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:00.399905 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.484467 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.594132 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Allocated IP 172.28.3.189 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/4870d030-64e9-4816-9175-dffae100b5e0) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:21:00.699325 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66391794-3fac-431d-8054-09ba81951245 req-dc95fd7e-00bb-4ff9-90e5-06951519e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:00.701487 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-66391794-3fac-431d-8054-09ba81951245 req-dc95fd7e-00bb-4ff9-90e5-06951519e04c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 1131 time: 0.0389965 May 04 08:21:00.707209 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for port (4870d030-64e9-4816-9175-dffae100b5e0), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.743633 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (4870d030-64e9-4816-9175-dffae100b5e0), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:00.746223 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-66391794-3fac-431d-8054-09ba81951245 req-dce52c65-bc54-4802-853d-86c4efd9fb67 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377614 May 04 08:21:00.780830 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:21:00.783921 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:21:00.789607 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:21:00.795217 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'Port': ['ID=4870d030-64e9-4816-9175-dffae100b5e0,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:00.820186 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.820523 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.820853 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.821180 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.821500 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.821820 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.822289 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.822457 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.822807 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.823237 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.823558 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.823875 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.824190 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.824502 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.824810 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:00.852394 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3da77d-0565-4937-b797-3f53cd85e88d req-ee4c61b6-04df-44fb-b47b-4375ef43c4c6 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:00.853942 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1d3da77d-0565-4937-b797-3f53cd85e88d req-ee4c61b6-04df-44fb-b47b-4375ef43c4c6 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 947 time: 0.0482845 May 04 08:21:00.909552 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1d3da77d-0565-4937-b797-3f53cd85e88d req-b4732833-eede-4761-ace5-72394fe8ad0d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491586 May 04 08:21:01.019736 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28b3a5-b6e4-48c5-98cd-0f702f60c840 req-64293fa3-e944-47cb-97c2-61f955b798b5 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:01.021387 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6f28b3a5-b6e4-48c5-98cd-0f702f60c840 req-64293fa3-e944-47cb-97c2-61f955b798b5 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0594847 May 04 08:21:01.073254 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6f28b3a5-b6e4-48c5-98cd-0f702f60c840 req-cd3fc8a2-cdd5-4132-9389-bf787734bd98 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455797 May 04 08:21:01.195327 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for floatingip (c835f361-3458-4c39-9478-85582a6c4655), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.266237 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4870d030-64e9-4816-9175-dffae100b5e0), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.433142 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for port (4870d030-64e9-4816-9175-dffae100b5e0), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.439178 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (4870d030-64e9-4816-9175-dffae100b5e0), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.509153 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'Port': ['ID=4870d030-64e9-4816-9175-dffae100b5e0,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:01.522103 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (c835f361-3458-4c39-9478-85582a6c4655), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:01.633926 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Floating IP c835f361-3458-4c39-9478-85582a6c4655 associated. External IP: 172.28.3.189, port: dd4a47d8-004f-4b45-a101-51576d6166d2. May 04 08:21:01.859460 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Router dc5ecd3f-a065-43ac-a564-41bfe34dc55d has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:02.071715 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244716f4-f769-4c0a-9d71-abc1fddd9ff7 req-c946d9d5-8204-420b-a49f-ccf5948840c5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:02.073285 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-244716f4-f769-4c0a-9d71-abc1fddd9ff7 req-c946d9d5-8204-420b-a49f-ccf5948840c5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 947 time: 0.0580671 May 04 08:21:02.132529 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-244716f4-f769-4c0a-9d71-abc1fddd9ff7 req-dcd401ca-9356-4912-a77e-cd3688190413 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533915 May 04 08:21:02.206722 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4db22-2809-4819-b4b6-de767f751d73 req-f2d35b88-3a6a-42e0-8579-3260e3335a84 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:02.208459 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5db4db22-2809-4819-b4b6-de767f751d73 req-f2d35b88-3a6a-42e0-8579-3260e3335a84 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0610785 May 04 08:21:02.220982 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:02.237170 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] Sync routers for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:02.243181 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.254867 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:02.255512 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:20:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:02.267249 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5db4db22-2809-4819-b4b6-de767f751d73 req-1c819688-9e51-478c-a789-3ef5909625a9 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528650 May 04 08:21:02.291832 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-0d8eeb8f-240e-480d-ae53-ea18bdb612b5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9187696 May 04 08:21:02.292709 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:02.294535 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46348) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:02.298979 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:02.299266 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510617324', 'description': 'tempest-secgroup-smoke-1510617324 description', 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:02.324848 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.344078 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e83b46-873b-4759-8237-df614390a4f9 x-openstack-request-id: req-45e83b46-873b-4759-8237-df614390a4f9 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:02.344369 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:02.345105 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45e83b46-873b-4759-8237-df614390a4f9 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:02.345522 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e83b46-873b-4759-8237-df614390a4f9'] response: {'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'status': 'completed', 'code': 200} May 04 08:21:02.385560 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:02.399897 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group (ccb30797-ded4-4322-882b-eed3909ebbef), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.405508 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ccb30797-ded4-4322-882b-eed3909ebbef), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.435946 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.437222 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1416123 May 04 08:21:02.439375 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb30797-ded4-4322-882b-eed3909ebbef,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:02.440682 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46352) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:02.448475 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.448824 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.449175 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.449544 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.449734 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-ee91bf28-c9fa-4a7e-87fe-fae31a62e9f6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'security_group_rule': {'security_group_id': 'ccb30797-ded4-4322-882b-eed3909ebbef', 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:02.450506 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.450771 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.451113 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.451449 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.451782 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.452113 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.452447 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.452800 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.453131 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.453456 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.453852 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fe07c-cd94-4846-a66f-99eda8b9ac84 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:21:02.482035 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ee91bf28-c9fa-4a7e-87fe-fae31a62e9f6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (32e37ee8-1c22-4377-8ff3-c801de45da3a), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.541887 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ee91bf28-c9fa-4a7e-87fe-fae31a62e9f6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (32e37ee8-1c22-4377-8ff3-c801de45da3a), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.548878 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ee91bf28-c9fa-4a7e-87fe-fae31a62e9f6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (32e37ee8-1c22-4377-8ff3-c801de45da3a), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.570422 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91bf28-c9fa-4a7e-87fe-fae31a62e9f6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e37ee8-1c22-4377-8ff3-c801de45da3a,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:02.579215 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ee91bf28-c9fa-4a7e-87fe-fae31a62e9f6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.580423 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-ee91bf28-c9fa-4a7e-87fe-fae31a62e9f6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359098 May 04 08:21:02.583618 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46354) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:02.588743 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-2c2d5498-0838-4891-ad73-f1a23e5e52ea tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'security_group_rule': {'security_group_id': 'ccb30797-ded4-4322-882b-eed3909ebbef', 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:02.623966 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5498-0838-4891-ad73-f1a23e5e52ea tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (adaf6acb-b78f-4069-a809-d017f5d6ba11), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.639768 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'c835f361-3458-4c39-9478-85582a6c4655', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'port_id': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'mac_address': 'fa:16:3e:f8:6e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:01Z', 'updated_at': '2022-05-04T08:21:01Z', 'revision_number': 0, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe13aad-841a-41c4-a389-efa08546c13d', 'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'mac_address': 'fa:16:3e:3a:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:46Z', 'updated_at': '2022-05-04T08:19:52Z', 'revision_number': 5, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'subnets': [{'id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:02.672519 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] Checking router: dc5ecd3f-a065-43ac-a564-41bfe34dc55d for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:02.683747 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:02.684402 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:20:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:02.731901 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-f0bab2f7-44fa-4bd0-90e0-e9e7c98a3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:02.733438 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-f0bab2f7-44fa-4bd0-90e0-e9e7c98a3e4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=832a0ad377a3420dbb1948b8b97fa5b2&device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 1129 time: 0.0439634 May 04 08:21:02.735324 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5498-0838-4891-ad73-f1a23e5e52ea tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (adaf6acb-b78f-4069-a809-d017f5d6ba11), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.739912 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5498-0838-4891-ad73-f1a23e5e52ea tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (adaf6acb-b78f-4069-a809-d017f5d6ba11), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.777756 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d5498-0838-4891-ad73-f1a23e5e52ea tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adaf6acb-b78f-4069-a809-d017f5d6ba11,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:02.794240 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5498-0838-4891-ad73-f1a23e5e52ea tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.798742 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-2c2d5498-0838-4891-ad73-f1a23e5e52ea tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2135777 May 04 08:21:02.799581 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46366) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:02.803567 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:02.810750 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-5a034eaf-a0ce-4258-918e-319f66905eb2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'security_group_rule': {'security_group_id': 'ccb30797-ded4-4322-882b-eed3909ebbef', 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:02.851506 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5a034eaf-a0ce-4258-918e-319f66905eb2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (0e6e573d-0f82-4642-a971-c72193c12dda), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.869092 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-5fcec139-813c-4eb8-b0ca-b00ce800ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:02.871090 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-5fcec139-813c-4eb8-b0ca-b00ce800ab5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c8d996e-5e6f-497e-900c-9348519f1d7b HTTP/1.1" status: 200 len: 915 time: 0.1289797 May 04 08:21:02.951108 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5a034eaf-a0ce-4258-918e-319f66905eb2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (0e6e573d-0f82-4642-a971-c72193c12dda), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.956744 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5a034eaf-a0ce-4258-918e-319f66905eb2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (0e6e573d-0f82-4642-a971-c72193c12dda), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:02.983372 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-d9576512-0a9e-4729-a7c8-55ac4db04a45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 999 time: 0.1047695 May 04 08:21:02.988973 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034eaf-a0ce-4258-918e-319f66905eb2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6e573d-0f82-4642-a971-c72193c12dda,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:03.000383 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5a034eaf-a0ce-4258-918e-319f66905eb2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.002137 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-5a034eaf-a0ce-4258-918e-319f66905eb2 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2007394 May 04 08:21:03.008450 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46386) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:03.020875 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-3eea1503-086a-4a02-893e-ca425b83733c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'security_group_rule': {'security_group_id': 'ccb30797-ded4-4322-882b-eed3909ebbef', 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:03.056793 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3eea1503-086a-4a02-893e-ca425b83733c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (54630934-8a5f-4956-b4c0-1c940afd989a), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.086761 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-4865e200-0e9d-4e99-a91e-6ea42c37faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:03.089800 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-4865e200-0e9d-4e99-a91e-6ea42c37faf0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4abf7313-14b7-411a-abc4-f959bd38323c HTTP/1.1" status: 200 len: 853 time: 0.0991607 May 04 08:21:03.131692 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3eea1503-086a-4a02-893e-ca425b83733c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (54630934-8a5f-4956-b4c0-1c940afd989a), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.137800 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3eea1503-086a-4a02-893e-ca425b83733c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (54630934-8a5f-4956-b4c0-1c940afd989a), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.162458 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea1503-086a-4a02-893e-ca425b83733c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54630934-8a5f-4956-b4c0-1c940afd989a,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:03.178722 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'c835f361-3458-4c39-9478-85582a6c4655', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'port_id': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'mac_address': 'fa:16:3e:f8:6e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:01Z', 'updated_at': '2022-05-04T08:21:01Z', 'revision_number': 0, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe13aad-841a-41c4-a389-efa08546c13d', 'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'mac_address': 'fa:16:3e:3a:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:46Z', 'updated_at': '2022-05-04T08:19:52Z', 'revision_number': 5, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'subnets': [{'id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:03.180689 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3eea1503-086a-4a02-893e-ca425b83733c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.182229 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3eea1503-086a-4a02-893e-ca425b83733c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1722858 May 04 08:21:03.185400 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46398) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:03.192735 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-8cca1eb7-a4b8-4ab3-8448-38d984f6c139 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'security_group_rule': {'security_group_id': 'ccb30797-ded4-4322-882b-eed3909ebbef', 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:03.196341 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-b1d5f4db-74ec-46e6-91ef-7170a963f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:03.197903 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-b1d5f4db-74ec-46e6-91ef-7170a963f850 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c8d996e-5e6f-497e-900c-9348519f1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1016538 May 04 08:21:03.220221 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.securitygroups_db [None req-8cca1eb7-a4b8-4ab3-8448-38d984f6c139 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Project 832a0ad377a3420dbb1948b8b97fa5b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:21:03.227665 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8cca1eb7-a4b8-4ab3-8448-38d984f6c139 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (c8428fb7-8437-4cc1-a796-215d78c3fc99), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.231613 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f49805-b6b7-4425-bc62-1f4b382d7292 None None] The sync data for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb is: [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'c835f361-3458-4c39-9478-85582a6c4655', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'port_id': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'mac_address': 'fa:16:3e:f8:6e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:01Z', 'updated_at': '2022-05-04T08:21:01Z', 'revision_number': 0, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe13aad-841a-41c4-a389-efa08546c13d', 'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'mac_address': 'fa:16:3e:3a:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:46Z', 'updated_at': '2022-05-04T08:19:52Z', 'revision_number': 5, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'subnets': [{'id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:21:03.360144 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8cca1eb7-a4b8-4ab3-8448-38d984f6c139 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (c8428fb7-8437-4cc1-a796-215d78c3fc99), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.368179 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8cca1eb7-a4b8-4ab3-8448-38d984f6c139 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (c8428fb7-8437-4cc1-a796-215d78c3fc99), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.368414 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec73c9-29a3-4d14-bbf7-40fa793bff31 req-3fa1d553-12a3-463e-b5aa-4e635f684e54 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:03.369913 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-22ec73c9-29a3-4d14-bbf7-40fa793bff31 req-3fa1d553-12a3-463e-b5aa-4e635f684e54 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 947 time: 0.0824168 May 04 08:21:03.379354 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-a10f3a33-1119-4fd4-9447-cae0122c785b service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742041 May 04 08:21:03.403291 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca1eb7-a4b8-4ab3-8448-38d984f6c139 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8428fb7-8437-4cc1-a796-215d78c3fc99,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:03.412961 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8cca1eb7-a4b8-4ab3-8448-38d984f6c139 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.414233 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-8cca1eb7-a4b8-4ab3-8448-38d984f6c139 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2272930 May 04 08:21:03.417171 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46402) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:03.422236 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-fdfaa922-8e69-46d2-94d8-73e655f54e98 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'security_group_rule': {'security_group_id': 'ccb30797-ded4-4322-882b-eed3909ebbef', 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:03.449829 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.securitygroups_db [None req-fdfaa922-8e69-46d2-94d8-73e655f54e98 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Project 832a0ad377a3420dbb1948b8b97fa5b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 08:21:03.456621 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa922-8e69-46d2-94d8-73e655f54e98 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (60f9e996-b4f7-4cf0-ba33-4b0c1763def7), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.526902 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923f0a9-3171-4b12-9d2d-3a8d90563362 req-715a02ff-2b86-4d7f-a54d-106cadfe6c31 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:03.528701 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7923f0a9-3171-4b12-9d2d-3a8d90563362 req-715a02ff-2b86-4d7f-a54d-106cadfe6c31 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.1286111 May 04 08:21:03.555378 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-22ec73c9-29a3-4d14-bbf7-40fa793bff31 req-7de94785-5684-4c78-89d2-76d1735d2574 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725817 May 04 08:21:03.556279 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa922-8e69-46d2-94d8-73e655f54e98 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (60f9e996-b4f7-4cf0-ba33-4b0c1763def7), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.564832 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa922-8e69-46d2-94d8-73e655f54e98 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (60f9e996-b4f7-4cf0-ba33-4b0c1763def7), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.589395 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4da9ff8d-ea9d-446c-9a8b-0c40b59385dc req-6ab089bb-418d-4071-8a44-d7cc8471311a service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992652 May 04 08:21:03.598850 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaa922-8e69-46d2-94d8-73e655f54e98 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f9e996-b4f7-4cf0-ba33-4b0c1763def7,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:03.610990 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa922-8e69-46d2-94d8-73e655f54e98 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.614555 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-fdfaa922-8e69-46d2-94d8-73e655f54e98 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1939709 May 04 08:21:03.620913 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7923f0a9-3171-4b12-9d2d-3a8d90563362 req-2c65322c-8485-4d43-879c-ee7df510e0c3 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819261 May 04 08:21:03.622062 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ae269-d82d-4ce8-be3f-c3e7601b5ad2 None None] New status for floating IP c835f361-3458-4c39-9478-85582a6c4655: ACTIVE {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:21:03.738093 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-f1c2d10d-ff71-47db-a3f1-954f4daa469b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510617324&fields=id&tenant_id=832a0ad377a3420dbb1948b8b97fa5b2 HTTP/1.1" status: 200 len: 267 time: 0.0616395 May 04 08:21:03.805992 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-b3513bf2-307d-49e7-b03b-55905def1af8 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:03.808670 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-b3513bf2-307d-49e7-b03b-55905def1af8 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0641744 May 04 08:21:03.826322 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-5723fb73-34f7-4eab-934d-0bd80e2b6604 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'port': {'security_groups': ['b11f278a-6f18-4ed2-bb2b-907d1a570fd3', 'ccb30797-ded4-4322-882b-eed3909ebbef']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:03.901838 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1f63b1e0-105a-4ad5-9a62-dd35546744ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:03.926067 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-5723fb73-34f7-4eab-934d-0bd80e2b6604 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:04.141899 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-5723fb73-34f7-4eab-934d-0bd80e2b6604 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] For port dd4a47d8-004f-4b45-a101-51576d6166d2, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dd4a47d8-004f-4b45-a101-51576d6166d2,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:04.177614 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-5723fb73-34f7-4eab-934d-0bd80e2b6604 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:04.184171 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-5723fb73-34f7-4eab-934d-0bd80e2b6604 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:04.229151 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['dd4a47d8-004f-4b45-a101-51576d6166d2'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:21:04.243222 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-5723fb73-34f7-4eab-934d-0bd80e2b6604 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:04.243887 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-5723fb73-34f7-4eab-934d-0bd80e2b6604 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:04.245429 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-920c9d6a-2751-4c28-93f6-0e746240c446 req-5723fb73-34f7-4eab-934d-0bd80e2b6604 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "PUT /v2.0/ports/dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 981 time: 0.4265590 May 04 08:21:04.246119 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:04.248446 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e2ede7-0ff2-49da-b682-3c8f8880a380" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:04.282960 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723fb73-34f7-4eab-934d-0bd80e2b6604 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'Port': ['ID=dd4a47d8-004f-4b45-a101-51576d6166d2,revision_number=6']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:04.326289 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6802701-8385-4cb1-a2ab-06a3d9b691fe x-openstack-request-id: req-a6802701-8385-4cb1-a2ab-06a3d9b691fe {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:04.326626 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:04.326966 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6802701-8385-4cb1-a2ab-06a3d9b691fe {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:04.327560 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6802701-8385-4cb1-a2ab-06a3d9b691fe'] response: {'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'status': 'completed', 'code': 200} May 04 08:21:04.440001 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274aec-b476-4a8a-b89d-285729ad82f1 req-c5683baa-d434-4a04-a3b3-102b298f9c9f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:04.447093 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4c274aec-b476-4a8a-b89d-285729ad82f1 req-c5683baa-d434-4a04-a3b3-102b298f9c9f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0941544 May 04 08:21:04.469773 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['dd4a47d8-004f-4b45-a101-51576d6166d2'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:21:04.472021 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-ae3a77fa-2671-4147-8182-725704c4bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:04.474519 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-ae3a77fa-2671-4147-8182-725704c4bb62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=832a0ad377a3420dbb1948b8b97fa5b2&device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 1168 time: 0.0836816 May 04 08:21:04.624657 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-f0ffe289-2d19-436c-a10d-9c6988f8ede7 None None] Provisioning complete for port dd4a47d8-004f-4b45-a101-51576d6166d2 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:21:04.625429 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe289-2d19-436c-a10d-9c6988f8ede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:04.832658 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4c274aec-b476-4a8a-b89d-285729ad82f1 req-564cff11-de30-4491-a2a1-556a183e8a7a tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3840795 May 04 08:21:04.857140 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-f0ffe289-2d19-436c-a10d-9c6988f8ede7 None None] Current status of the port dd4a47d8-004f-4b45-a101-51576d6166d2 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:21:04.936724 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f2943-5f14-4a8c-9465-d8545ee03ec7 req-20925f49-e2ec-4171-ae62-86eacc304505 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:04.938308 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cf5f2943-5f14-4a8c-9465-d8545ee03ec7 req-20925f49-e2ec-4171-ae62-86eacc304505 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 947 time: 0.1115177 May 04 08:21:04.955616 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-81b214a2-4942-4cb6-a45b-30cccc03d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:04.958123 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-81b214a2-4942-4cb6-a45b-30cccc03d491 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c8d996e-5e6f-497e-900c-9348519f1d7b HTTP/1.1" status: 200 len: 915 time: 0.4766746 May 04 08:21:05.046925 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d07620-6cb6-4b2d-a69e-82f77ba55eb7 req-b5a2502e-5a81-4141-9bfe-9e49b2a1e644 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:05.048407 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e7d07620-6cb6-4b2d-a69e-82f77ba55eb7 req-b5a2502e-5a81-4141-9bfe-9e49b2a1e644 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.1402164 May 04 08:21:05.081189 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cf5f2943-5f14-4a8c-9465-d8545ee03ec7 req-d1037e01-41ed-49b0-89e3-2d3074acde77 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219146 May 04 08:21:05.089377 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-e5bd571c-453d-4db4-ba32-343858c88d8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 1001 time: 0.1209049 May 04 08:21:05.150005 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e7d07620-6cb6-4b2d-a69e-82f77ba55eb7 req-b0528fd5-58cc-4494-a892-50cbb4266b74 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927727 May 04 08:21:05.165103 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-7ddfdc84-2307-4fd0-8c54-9a4fa6308939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:05.166725 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-7ddfdc84-2307-4fd0-8c54-9a4fa6308939 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4abf7313-14b7-411a-abc4-f959bd38323c HTTP/1.1" status: 200 len: 853 time: 0.0695381 May 04 08:21:05.218514 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-bbb8ad85-d616-4626-bda5-b958fe52c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:05.220054 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-bbb8ad85-d616-4626-bda5-b958fe52c83e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c8d996e-5e6f-497e-900c-9348519f1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0462162 May 04 08:21:05.326847 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-0ce54693-062b-469a-9707-4fb8da5fb5f8 service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953696 May 04 08:21:05.429638 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47e2ede7-0ff2-49da-b682-3c8f8880a380 req-73ea8d9b-5ae0-46b2-b7c0-a662bf20a273 service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964048 May 04 08:21:06.139861 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3859d2d5-247b-4e0a-b7a0-298cd4a53ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:06.279741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06946cb4-002e-48f0-909f-cb73862a2ea7 req-9c1bde82-7adf-49cd-8641-3344a9d98195 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:06.281292 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-06946cb4-002e-48f0-909f-cb73862a2ea7 req-9c1bde82-7adf-49cd-8641-3344a9d98195 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0515919 May 04 08:21:06.341385 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-06946cb4-002e-48f0-909f-cb73862a2ea7 req-16f410ec-e221-410c-a1a4-19fea21b1064 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541275 May 04 08:21:07.390077 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:07.470264 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba29d00-c2ba-4e13-8694-8eb5a65c08ad req-fb862760-13a9-434f-964b-bbbe86018bad tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:07.471907 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ba29d00-c2ba-4e13-8694-8eb5a65c08ad req-fb862760-13a9-434f-964b-bbbe86018bad tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0557668 May 04 08:21:07.526836 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ba29d00-c2ba-4e13-8694-8eb5a65c08ad req-6bc878f2-5d27-4392-822a-8d3b4360b856 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482316 May 04 08:21:08.652429 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3338d-abf0-4aeb-afd0-e38473999906 req-6a5da86f-d76c-4408-9ea3-7c6afe55ca3d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:08.654056 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-55f3338d-abf0-4aeb-afd0-e38473999906 req-6a5da86f-d76c-4408-9ea3-7c6afe55ca3d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0527816 May 04 08:21:08.709702 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-55f3338d-abf0-4aeb-afd0-e38473999906 req-4482f715-e103-438e-b6c8-a66742b5d348 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492399 May 04 08:21:09.137920 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:09.837639 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ffeff-5ec7-4369-bc14-a531c1deeccd req-6e7ed552-5d72-40c0-9ec1-60efdc7316eb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:09.839252 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a65ffeff-5ec7-4369-bc14-a531c1deeccd req-6e7ed552-5d72-40c0-9ec1-60efdc7316eb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0504191 May 04 08:21:09.907561 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a65ffeff-5ec7-4369-bc14-a531c1deeccd req-f1a9e464-bae4-4241-8187-1103367673a3 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610797 May 04 08:21:10.438770 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:11.031592 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e44a6-f96e-43d6-8ef2-ef20bcb25db3 req-ff6df79d-d06d-4c79-851e-d33c8d4fbbb1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:11.033221 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9b5e44a6-f96e-43d6-8ef2-ef20bcb25db3 req-ff6df79d-d06d-4c79-851e-d33c8d4fbbb1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0505662 May 04 08:21:11.085079 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9b5e44a6-f96e-43d6-8ef2-ef20bcb25db3 req-b80deaad-8aee-4585-b8b3-5e3cc9a1606a tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457430 May 04 08:21:11.335211 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940725d-2f68-4d38-a678-364487460584 req-3d1d46c2-1ec2-451b-8df4-9ef4007aa3ca tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:11.336880 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5940725d-2f68-4d38-a678-364487460584 req-3d1d46c2-1ec2-451b-8df4-9ef4007aa3ca tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0574381 May 04 08:21:11.425926 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5940725d-2f68-4d38-a678-364487460584 req-10341a3f-9b4e-4f36-b2bb-95a1e3f9be7f tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807447 May 04 08:21:11.433719 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-5f95cd36-53c6-4427-af11-c10af7cc063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:11.435316 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-5f95cd36-53c6-4427-af11-c10af7cc063a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 1129 time: 0.0665438 May 04 08:21:11.541083 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-e947836f-41cd-4d55-88e1-9ee4376b73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:11.542636 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-e947836f-41cd-4d55-88e1-9ee4376b73ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 200 len: 911 time: 0.1008558 May 04 08:21:11.645131 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-9ba061ef-b89c-4198-bac7-f5c19b1b48ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7 HTTP/1.1" status: 200 len: 1001 time: 0.0955815 May 04 08:21:11.704401 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-451e11c1-1ea2-48f7-a80d-1624d648b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:11.705905 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-451e11c1-1ea2-48f7-a80d-1624d648b52d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e742a793-acd8-4cc7-8359-6450cf9e8e75 HTTP/1.1" status: 200 len: 849 time: 0.0531566 May 04 08:21:11.759126 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-4e8db18e-d5de-4478-87ea-315ed6131747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:11.761675 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-4e8db18e-d5de-4478-87ea-315ed6131747 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476749 May 04 08:21:11.885124 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-c71847da-d637-4305-85ec-bc613d770d2d service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153104 May 04 08:21:12.007915 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ff8503b2-25ba-4c5c-ba8d-fdf9ee0d49f5 req-8930d85d-576d-4892-8dbb-f0310f394e62 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162963 May 04 08:21:12.584007 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7c1fc-2cbe-4fa6-bf6d-30a99082082c req-c99a954d-60e5-43ec-afbe-4e04ae457f83 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:12.585440 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bda7c1fc-2cbe-4fa6-bf6d-30a99082082c req-c99a954d-60e5-43ec-afbe-4e04ae457f83 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0627749 May 04 08:21:12.646690 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bda7c1fc-2cbe-4fa6-bf6d-30a99082082c req-89dec9fd-0513-4819-8690-47e75472dd5d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552516 May 04 08:21:13.773734 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92be9a-77a8-4f7f-9abe-a51f2b706043 req-9c432295-23c9-46d1-91a6-8c7927f84479 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:13.775292 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2e92be9a-77a8-4f7f-9abe-a51f2b706043 req-9c432295-23c9-46d1-91a6-8c7927f84479 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0506008 May 04 08:21:13.824918 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2e92be9a-77a8-4f7f-9abe-a51f2b706043 req-b5c39644-e2df-4533-bd95-5bd5a6cec92b tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436409 May 04 08:21:20.271350 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:21:22.340688 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:26.528810 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f807c7-27d1-467c-a68f-b5117a420beb req-f4662f25-324a-45fd-8b6d-aa552eb721f5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:26.530285 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0f807c7-27d1-467c-a68f-b5117a420beb req-f4662f25-324a-45fd-8b6d-aa552eb721f5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0804200 May 04 08:21:26.536696 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-18128892-8df7-486c-a437-175b7d390920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:26.538255 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-18128892-8df7-486c-a437-175b7d390920 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 1130 time: 0.0749893 May 04 08:21:26.640164 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0f807c7-27d1-467c-a68f-b5117a420beb req-e9e2d978-ddc6-4015-8ec2-7b7530a462eb tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008701 May 04 08:21:26.667761 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-02872adf-b5bc-4b1a-ba1f-1df86d4822b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:26.667761 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-02872adf-b5bc-4b1a-ba1f-1df86d4822b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.1212935 May 04 08:21:26.740681 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-fb2fbbca-737b-42d0-a912-c7f4470a36b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd HTTP/1.1" status: 200 len: 1001 time: 0.0619340 May 04 08:21:26.814270 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-e2f0fe64-7e43-4664-9e72-addc0da08a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:26.815774 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-e2f0fe64-7e43-4664-9e72-addc0da08a43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0659425 May 04 08:21:26.866340 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-7a051f6a-0a67-4621-807a-daa496d0c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:26.867913 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-7a051f6a-0a67-4621-807a-daa496d0c906 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445108 May 04 08:21:26.964422 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-60935a9e-d94a-431c-9196-73981a78ef4d service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896852 May 04 08:21:27.072587 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e4dcfcae-8c44-4d53-bb2f-79db93945d32 req-6289573f-ac04-493a-9e33-450b420a6db1 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009736 May 04 08:21:27.782287 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d82a2-feac-4cf7-9b99-0b5b6271e3aa req-012cf06e-4c7b-45f8-b25e-5465757ab50d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:27.783924 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-283d82a2-feac-4cf7-9b99-0b5b6271e3aa req-012cf06e-4c7b-45f8-b25e-5465757ab50d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0785697 May 04 08:21:27.834208 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955bc46-fe30-4a92-a149-32b0cf7ad870 req-57dd04c4-33a9-4399-892f-db8d795ef1d8 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:27.836408 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9955bc46-fe30-4a92-a149-32b0cf7ad870 req-57dd04c4-33a9-4399-892f-db8d795ef1d8 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.1016641 May 04 08:21:27.869525 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-81397f90-7244-4eab-907c-4b0cf3d25a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:27.871051 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-81397f90-7244-4eab-907c-4b0cf3d25a07 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=832a0ad377a3420dbb1948b8b97fa5b2&device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 1168 time: 0.0955205 May 04 08:21:27.927717 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9955bc46-fe30-4a92-a149-32b0cf7ad870 req-76f29e37-edb9-4286-af2d-0cfdfb40cf52 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824878 May 04 08:21:27.934425 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-283d82a2-feac-4cf7-9b99-0b5b6271e3aa req-eb55859e-6fd8-425b-8d97-2ad518d9f7ae tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387830 May 04 08:21:28.096941 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-ce5604d6-d6b8-40ed-b91e-dc8d96d3f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:28.098336 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-ce5604d6-d6b8-40ed-b91e-dc8d96d3f659 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c8d996e-5e6f-497e-900c-9348519f1d7b HTTP/1.1" status: 200 len: 915 time: 0.0982988 May 04 08:21:28.175009 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-3634b9bc-544c-4652-a5c6-b7dd45d391e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 1001 time: 0.0689812 May 04 08:21:28.225981 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-7303961c-99ed-4748-8d77-18eff9b09d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:28.227502 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-7303961c-99ed-4748-8d77-18eff9b09d21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4abf7313-14b7-411a-abc4-f959bd38323c HTTP/1.1" status: 200 len: 853 time: 0.0455632 May 04 08:21:28.275295 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-0f13514d-3737-4757-aed8-583bd807c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:28.276818 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-0f13514d-3737-4757-aed8-583bd807c123 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c8d996e-5e6f-497e-900c-9348519f1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417845 May 04 08:21:28.381665 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-91c2eeea-420e-42bb-bda6-a08b7ef2b7d6 service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955870 May 04 08:21:28.486584 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77afdd4e-1ebc-4413-9922-f3af3cd60f89 req-143e325f-8d5b-4005-bb9a-7da145387835 service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945296 May 04 08:21:29.074974 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a878e7d-fb3f-434a-998a-ab29bf6bb342 req-0bdfdc19-ae78-44c5-acce-634da502e413 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:29.076517 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2a878e7d-fb3f-434a-998a-ab29bf6bb342 req-0bdfdc19-ae78-44c5-acce-634da502e413 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0778720 May 04 08:21:29.094913 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39351-6b23-4451-a014-ca615193587d req-228e8116-981d-463e-a54e-d23f05d6952a tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:29.096420 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-acd39351-6b23-4451-a014-ca615193587d req-228e8116-981d-463e-a54e-d23f05d6952a tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0849590 May 04 08:21:29.158885 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2a878e7d-fb3f-434a-998a-ab29bf6bb342 req-00a17a9a-2a79-4462-bba5-95cd5143c2c1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761817 May 04 08:21:29.188716 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-acd39351-6b23-4451-a014-ca615193587d req-fb87c0f1-d736-4739-b12a-aea19bb55e39 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831730 May 04 08:21:30.298377 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b30e0-f29a-4a87-82d6-84ee20dabff9 req-08e2e0fa-0981-40df-b37b-d1adce3ba1c1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:30.299957 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0a9b30e0-f29a-4a87-82d6-84ee20dabff9 req-08e2e0fa-0981-40df-b37b-d1adce3ba1c1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0698965 May 04 08:21:30.333806 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65227e95-fa80-489f-a7aa-c5a03a0839c6 req-b8ccab53-c19c-42cd-b3d7-36028c5dd235 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:30.335276 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-65227e95-fa80-489f-a7aa-c5a03a0839c6 req-b8ccab53-c19c-42cd-b3d7-36028c5dd235 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0750623 May 04 08:21:30.374505 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0a9b30e0-f29a-4a87-82d6-84ee20dabff9 req-fcb9e27e-a16b-4a92-9da9-3ed168fdc9e6 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668108 May 04 08:21:30.413290 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-65227e95-fa80-489f-a7aa-c5a03a0839c6 req-fbfcbd72-bf21-4a20-8e92-2dc241a11c03 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716119 May 04 08:21:31.506125 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b84b3a-f85b-4e7b-affe-b206837b1268 req-480d69b5-c909-414c-84bf-2bae39e147e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:31.507617 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d6b84b3a-f85b-4e7b-affe-b206837b1268 req-480d69b5-c909-414c-84bf-2bae39e147e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0628834 May 04 08:21:31.553302 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c671dae-aae1-4044-b0de-d7bd22952ce4 req-eadf89a3-7c26-4237-a2bb-271fdb2ed2b9 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:31.554837 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4c671dae-aae1-4044-b0de-d7bd22952ce4 req-eadf89a3-7c26-4237-a2bb-271fdb2ed2b9 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0662489 May 04 08:21:31.595418 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d6b84b3a-f85b-4e7b-affe-b206837b1268 req-b09fc562-ae48-4430-97c5-aa31cfb0c731 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717952 May 04 08:21:31.635709 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4c671dae-aae1-4044-b0de-d7bd22952ce4 req-11090936-06d9-4c96-bfd9-234309fa5f49 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745704 May 04 08:21:32.735929 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa221849-5c90-4886-91bf-af98a3b3c931 req-37739c05-1c8e-4c60-bae0-0bf0b6e14b88 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:32.737390 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-aa221849-5c90-4886-91bf-af98a3b3c931 req-37739c05-1c8e-4c60-bae0-0bf0b6e14b88 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0611887 May 04 08:21:32.793719 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1c5ef-1bb7-4a5d-b2bd-a18eac3cc658 req-108561d9-8af0-46a4-907a-ea96548b52ff tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:32.795227 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-acc1c5ef-1bb7-4a5d-b2bd-a18eac3cc658 req-108561d9-8af0-46a4-907a-ea96548b52ff tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0789645 May 04 08:21:32.841215 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-aa221849-5c90-4886-91bf-af98a3b3c931 req-22749395-ad7c-442c-8a0d-961b1546ae4e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885136 May 04 08:21:32.880887 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-acc1c5ef-1bb7-4a5d-b2bd-a18eac3cc658 req-2150a392-f3b2-4db5-83e6-32b9a7df7b25 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732412 May 04 08:21:33.902443 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-5ebcdcbd-e433-4199-bc5f-334e8e54b4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:33.975080 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1469-b594-4a7d-9be9-1380947961b2 req-6f81d662-b674-4b41-81e7-ad016791964a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:33.976594 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e02a1469-b594-4a7d-9be9-1380947961b2 req-6f81d662-b674-4b41-81e7-ad016791964a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0611279 May 04 08:21:34.027351 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf11c06-a9ef-472c-95f3-4f3acd9d8134 req-16d4e971-c94c-4bdc-b113-881e6f42aa1c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:34.028839 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ddf11c06-a9ef-472c-95f3-4f3acd9d8134 req-16d4e971-c94c-4bdc-b113-881e6f42aa1c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0713427 May 04 08:21:34.071052 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e02a1469-b594-4a7d-9be9-1380947961b2 req-88b18953-716c-4532-8305-0c6080118be0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743783 May 04 08:21:34.109007 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ddf11c06-a9ef-472c-95f3-4f3acd9d8134 req-c7b40ec5-2515-4671-be8f-874d098147fc tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741990 May 04 08:21:35.190737 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdc130-b213-4a51-ab1f-d845bc94b8ed req-d7ad3814-31c7-4dab-85a5-c9d27fc9ac58 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:35.192263 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-73bdc130-b213-4a51-ab1f-d845bc94b8ed req-d7ad3814-31c7-4dab-85a5-c9d27fc9ac58 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0503411 May 04 08:21:35.254679 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f29fd-169d-4a9a-8969-022d22eef69b req-00b6ee39-8102-4e3d-80ef-1b41d465f370 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:35.256155 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ae8f29fd-169d-4a9a-8969-022d22eef69b req-00b6ee39-8102-4e3d-80ef-1b41d465f370 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0630045 May 04 08:21:35.292310 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-73bdc130-b213-4a51-ab1f-d845bc94b8ed req-a0eb8139-db08-43ad-9ff7-af8d0ce65a27 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901299 May 04 08:21:35.331550 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ae8f29fd-169d-4a9a-8969-022d22eef69b req-76d6b879-a18a-4f78-91c8-a2345bbb443b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694621 May 04 08:21:36.137611 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-67995ee8-9a26-4108-9239-fef4dbb83c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:36.411812 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a46489-f308-46ce-bfce-a0b99ec814eb req-585690df-a659-40db-8bba-655a3a723647 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:36.413278 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a0a46489-f308-46ce-bfce-a0b99ec814eb req-585690df-a659-40db-8bba-655a3a723647 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0487750 May 04 08:21:36.473609 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f067b-fa0e-480a-bce7-ba9a96e97193 req-ac85509e-e1cc-4d8f-873f-99ae65853bf5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:36.475116 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-850f067b-fa0e-480a-bce7-ba9a96e97193 req-ac85509e-e1cc-4d8f-873f-99ae65853bf5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0697744 May 04 08:21:36.517328 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a0a46489-f308-46ce-bfce-a0b99ec814eb req-7b56d6d3-6738-44d0-845b-a6c7661f377d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959046 May 04 08:21:36.558705 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-850f067b-fa0e-480a-bce7-ba9a96e97193 req-1a5b3c90-ae0e-4bcd-9e22-0312a6046065 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777082 May 04 08:21:37.398690 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:37.643284 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5040a2-2ace-49ca-95d2-fbe4aa959159 req-626f2acb-b704-405e-98ae-108a05120bb8 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:37.644720 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8d5040a2-2ace-49ca-95d2-fbe4aa959159 req-626f2acb-b704-405e-98ae-108a05120bb8 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0570698 May 04 08:21:37.694616 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f6f7a-48a4-4892-8777-efdf72ed91ed req-5da499ee-40b9-4b7e-9a21-63fa95877ca4 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:37.696021 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f07f6f7a-48a4-4892-8777-efdf72ed91ed req-5da499ee-40b9-4b7e-9a21-63fa95877ca4 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0669460 May 04 08:21:37.739137 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8d5040a2-2ace-49ca-95d2-fbe4aa959159 req-b1a8b6a3-260f-4d88-8553-35dc2519543a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744164 May 04 08:21:37.779706 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f07f6f7a-48a4-4892-8777-efdf72ed91ed req-3591461f-7c28-4db4-a613-7871f034c524 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772309 May 04 08:21:38.861437 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec2d3a-29da-4315-b611-ca6dffa5c51e req-e6760e2b-8f3c-4906-8a36-56481644dc73 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:38.862974 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2aec2d3a-29da-4315-b611-ca6dffa5c51e req-e6760e2b-8f3c-4906-8a36-56481644dc73 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0514493 May 04 08:21:38.926647 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f77ffc-6d19-48f4-b6a1-99c4184f3053 req-bf443a21-120d-445c-923e-a2fd9adc8eb1 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:38.928176 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d5f77ffc-6d19-48f4-b6a1-99c4184f3053 req-bf443a21-120d-445c-923e-a2fd9adc8eb1 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0641949 May 04 08:21:38.956389 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2aec2d3a-29da-4315-b611-ca6dffa5c51e req-4c35e122-401f-4a32-8f02-1ddaa05d0b0b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833881 May 04 08:21:39.006650 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d5f77ffc-6d19-48f4-b6a1-99c4184f3053 req-bcbf1585-1287-403c-8da0-d633555e5720 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725598 May 04 08:21:39.147356 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:40.086163 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945b60-b3e3-44cd-84fb-59cbbef0852d req-1b46a654-8044-43bb-ae53-b59e52847673 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:40.087631 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-30945b60-b3e3-44cd-84fb-59cbbef0852d req-1b46a654-8044-43bb-ae53-b59e52847673 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0499275 May 04 08:21:40.143149 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4ba1-5515-4983-a4db-b916dc69e8a9 req-2a68e1bf-9aad-4920-a18e-2cac7abd4df6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:40.144624 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-55ec4ba1-5515-4983-a4db-b916dc69e8a9 req-2a68e1bf-9aad-4920-a18e-2cac7abd4df6 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0658381 May 04 08:21:40.180060 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-30945b60-b3e3-44cd-84fb-59cbbef0852d req-46c3bacd-5181-447c-aadf-33eb10f9e1fc tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847940 May 04 08:21:40.218993 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-55ec4ba1-5515-4983-a4db-b916dc69e8a9 req-b38f7a21-52cf-4fe2-b5ab-f1f1454b88b7 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683932 May 04 08:21:40.437276 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:41.308926 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983246c-7ac0-4f87-8689-cd8f9ec25d84 req-ca64c4e0-f119-46b9-8a81-92ff55ce306b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:41.310320 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e983246c-7ac0-4f87-8689-cd8f9ec25d84 req-ca64c4e0-f119-46b9-8a81-92ff55ce306b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0606067 May 04 08:21:41.359323 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a89fa8-8bdc-47ea-afdd-0143fa92a3a9 req-727fe064-cec3-4815-b483-9912ea3b2899 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:41.360780 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f8a89fa8-8bdc-47ea-afdd-0143fa92a3a9 req-727fe064-cec3-4815-b483-9912ea3b2899 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0690598 May 04 08:21:41.402333 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e983246c-7ac0-4f87-8689-cd8f9ec25d84 req-7b1f6179-3b27-4234-8b36-37918ed6aa9f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720868 May 04 08:21:41.440092 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f8a89fa8-8bdc-47ea-afdd-0143fa92a3a9 req-e0822d79-1cba-45b0-968b-33bb3649bc87 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734239 May 04 08:21:42.534363 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36cda-e5dd-42cd-a83d-e7cf13c34ff3 req-7d59fb77-3436-42a2-b0bb-af92fbbd5a26 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:42.535866 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-84e36cda-e5dd-42cd-a83d-e7cf13c34ff3 req-7d59fb77-3436-42a2-b0bb-af92fbbd5a26 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0609519 May 04 08:21:42.582546 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404962e-3a00-4362-96b7-085f3c35057b req-be5fb25b-a72e-4d0c-adf4-ff407b2dfffb tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:42.583895 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c404962e-3a00-4362-96b7-085f3c35057b req-be5fb25b-a72e-4d0c-adf4-ff407b2dfffb tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0726850 May 04 08:21:42.621239 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-84e36cda-e5dd-42cd-a83d-e7cf13c34ff3 req-b8e7496e-b483-43ce-8f8d-acaba8083db0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694482 May 04 08:21:42.664061 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c404962e-3a00-4362-96b7-085f3c35057b req-3d249b1b-7de5-43bd-bf11-0df403af3d5a tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704255 May 04 08:21:43.595263 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee28963-2bfb-4a65-a57e-bf2ad5b478d6 req-1c9c3c8d-41da-4ca3-adf5-d53585cf912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:43.596753 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cee28963-2bfb-4a65-a57e-bf2ad5b478d6 req-1c9c3c8d-41da-4ca3-adf5-d53585cf912f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 1130 time: 0.0397692 May 04 08:21:43.646603 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cee28963-2bfb-4a65-a57e-bf2ad5b478d6 req-e0ae6482-6962-464b-95d6-e7a53f91954c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432160 May 04 08:21:43.742880 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8dbe-2f73-42c9-b746-61cb41abf1b5 req-424c5897-c0a7-4759-a76a-34050ffa6318 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:43.744356 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-611d8dbe-2f73-42c9-b746-61cb41abf1b5 req-424c5897-c0a7-4759-a76a-34050ffa6318 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0483398 May 04 08:21:43.804171 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222b748-6459-415d-b432-ce9b7ea0d0ad req-4e87c95a-1dac-4623-a4a1-b29410b54a8d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:43.805618 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d222b748-6459-415d-b432-ce9b7ea0d0ad req-4e87c95a-1dac-4623-a4a1-b29410b54a8d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0584123 May 04 08:21:43.839728 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-611d8dbe-2f73-42c9-b746-61cb41abf1b5 req-5d9b2d00-07b8-4cf1-95d5-20898d5953d9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834711 May 04 08:21:43.879922 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d222b748-6459-415d-b432-ce9b7ea0d0ad req-343a82ea-7962-4214-904a-6c834e2cb8ea tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684102 May 04 08:21:45.008038 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e0651-f688-454c-ab31-897c9f64b458 req-8c3a3d12-bcbe-4037-b90f-7d6899c46be8 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:45.009434 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6a3e0651-f688-454c-ab31-897c9f64b458 req-8c3a3d12-bcbe-4037-b90f-7d6899c46be8 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0846710 May 04 08:21:45.026256 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcdd0b-68ba-439a-a8f4-83c7507ed0fa req-8bf352dc-12ba-487d-8933-8c86321b8ebd tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:45.027698 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dbfcdd0b-68ba-439a-a8f4-83c7507ed0fa req-8bf352dc-12ba-487d-8933-8c86321b8ebd tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0716949 May 04 08:21:45.093804 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6a3e0651-f688-454c-ab31-897c9f64b458 req-8cd34252-177b-403a-a80c-8a9a48e7477b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738702 May 04 08:21:45.121563 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dbfcdd0b-68ba-439a-a8f4-83c7507ed0fa req-c424f80f-d095-497c-97ef-a395dcb7f759 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869114 May 04 08:21:46.248370 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015da812-7dd9-4e44-9cd1-18db630070b7 req-e51dbcd8-9d00-4b63-bd69-ea8dcb2e06bd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:46.249910 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-015da812-7dd9-4e44-9cd1-18db630070b7 req-e51dbcd8-9d00-4b63-bd69-ea8dcb2e06bd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0792627 May 04 08:21:46.266834 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305733-ef61-434a-8384-e9ccbc493efb req-a4dee53d-faf9-417d-84e0-a6d85c0f6285 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:46.268238 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0a305733-ef61-434a-8384-e9ccbc493efb req-a4dee53d-faf9-417d-84e0-a6d85c0f6285 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0652292 May 04 08:21:46.336111 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-015da812-7dd9-4e44-9cd1-18db630070b7 req-52afeb22-1c8a-477b-b3f8-07e1436e8a06 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774059 May 04 08:21:46.370504 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0a305733-ef61-434a-8384-e9ccbc493efb req-4bb6e340-7e8a-434e-b420-df83ae15492a tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908742 May 04 08:21:47.075491 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd09835-0ec7-460f-9cad-4ab2c5433c16 req-9359c2de-f683-4de7-90f7-7d5c7ef5deb2 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:47.077186 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6fd09835-0ec7-460f-9cad-4ab2c5433c16 req-9359c2de-f683-4de7-90f7-7d5c7ef5deb2 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.3200598 May 04 08:21:47.092865 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-97ebe0b3-3520-4cac-a482-bc5c36d6a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:47.094280 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-97ebe0b3-3520-4cac-a482-bc5c36d6a51c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 1130 time: 0.3064780 May 04 08:21:47.130772 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6fd09835-0ec7-460f-9cad-4ab2c5433c16 req-ec64dba1-b812-41e4-b0fb-9e17caa99c0c tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477762 May 04 08:21:47.176143 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996aa55e-0268-412d-bf6b-b16291396f15 req-19eb2659-1ab9-4a04-a665-299a46d7b536 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:47.177576 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-996aa55e-0268-412d-bf6b-b16291396f15 req-19eb2659-1ab9-4a04-a665-299a46d7b536 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 947 time: 0.0459032 May 04 08:21:47.228242 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-996aa55e-0268-412d-bf6b-b16291396f15 req-d0e27511-acd9-4e20-8e1d-e28bf5533e36 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439777 May 04 08:21:47.502224 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0291c-4805-4d79-89d1-cfa5ad727757 req-2aa771c1-ab55-483a-8bec-c9d17733c0c3 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:47.503748 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77f0291c-4805-4d79-89d1-cfa5ad727757 req-2aa771c1-ab55-483a-8bec-c9d17733c0c3 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0567050 May 04 08:21:47.565747 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77f0291c-4805-4d79-89d1-cfa5ad727757 req-32a64b78-0b74-415f-ad42-a8c6330d419b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561707 May 04 08:21:48.257588 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37e315-dd0a-42fa-8d14-30ae0abd9f40 req-659c18be-d52a-4807-941c-426fc9016627 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:48.259058 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3c37e315-dd0a-42fa-8d14-30ae0abd9f40 req-659c18be-d52a-4807-941c-426fc9016627 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0482378 May 04 08:21:48.307833 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3c37e315-dd0a-42fa-8d14-30ae0abd9f40 req-b6f5563e-5c11-4c05-b6bb-738885d73fc6 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 May 04 08:21:48.368885 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e75e8-65bf-456c-9f71-bd59b9a29bbc req-b64a483f-f02e-4508-8491-cfa4548f0665 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:48.370352 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-235e75e8-65bf-456c-9f71-bd59b9a29bbc req-b64a483f-f02e-4508-8491-cfa4548f0665 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 947 time: 0.0482249 May 04 08:21:48.421764 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-235e75e8-65bf-456c-9f71-bd59b9a29bbc req-e71e2af6-266f-4b68-b28a-b4bd722a5453 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446413 May 04 08:21:48.666050 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-1d420f50-2c8d-4f92-af84-f4fa660773bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:48.667457 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-1d420f50-2c8d-4f92-af84-f4fa660773bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.1080947 May 04 08:21:48.705291 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e02dfe-26aa-45fd-abd7-5d2c5b8f3512 req-943c5aa4-e83e-4faa-94e1-5d33a5ac1143 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:48.706785 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-94e02dfe-26aa-45fd-abd7-5d2c5b8f3512 req-943c5aa4-e83e-4faa-94e1-5d33a5ac1143 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0516326 May 04 08:21:48.773689 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-94e02dfe-26aa-45fd-abd7-5d2c5b8f3512 req-ee785a7f-247c-4478-a82e-5ec1018fc6e3 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611494 May 04 08:21:48.895297 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-87cb145c-5dfb-4e6f-88a7-05ca881eae74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd HTTP/1.1" status: 200 len: 1001 time: 0.0657148 May 04 08:21:49.042010 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-e530ad46-539b-4ac6-b926-eda842085806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.043495 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-e530ad46-539b-4ac6-b926-eda842085806 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0464895 May 04 08:21:49.049909 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-b8c51e65-fea5-4459-a74b-6b069f4f3284 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.051803 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-b8c51e65-fea5-4459-a74b-6b069f4f3284 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 947 time: 0.0540600 May 04 08:21:49.213352 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-24cb0378-d0cd-4f1c-8709-e0d46a342bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.214821 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-24cb0378-d0cd-4f1c-8709-e0d46a342bdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459259 May 04 08:21:49.258022 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Deleting port e4b80bdb-b484-442b-b2eb-57366e82f355 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:49.258357 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.311211 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-97d711cd-1781-4ab4-a536-a74029a902f1 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894842 May 04 08:21:49.359485 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] For port e4b80bdb-b484-442b-b2eb-57366e82f355, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=e4b80bdb-b484-442b-b2eb-57366e82f355,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:49.359917 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.445745 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-34b09cda-9e84-4c6c-ab60-a844437083cf req-425bc4c7-3a27-4be1-bd42-079eafebed0b service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252077 May 04 08:21:49.452300 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a7d9-5a89-473e-bf8b-6e47cf45e627 req-5419e127-bb96-4e63-a19d-f7c0038b4127 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.453820 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a987a7d9-5a89-473e-bf8b-6e47cf45e627 req-5419e127-bb96-4e63-a19d-f7c0038b4127 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0689156 May 04 08:21:49.540789 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a987a7d9-5a89-473e-bf8b-6e47cf45e627 req-ba881ff1-6b50-498c-ad35-c488cdedd525 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791762 May 04 08:21:49.565425 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3243d2-bc17-4bf6-81f0-18b985374363 req-c73ccee4-945a-47a1-9d33-2b0c640a0db5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.567116 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fe3243d2-bc17-4bf6-81f0-18b985374363 req-c73ccee4-945a-47a1-9d33-2b0c640a0db5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 947 time: 0.0626721 May 04 08:21:49.622142 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.622434 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fe3243d2-bc17-4bf6-81f0-18b985374363 req-c3acc1f4-26a6-4103-973b-88cdad77e9d0 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=b60a3405-b519-4397-9c65-fd85ecf4c7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490642 May 04 08:21:49.622607 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (a0ae13c8-6e66-45ed-a725-806f5ffc9e11), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.622883 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Floating IP a0ae13c8-6e66-45ed-a725-806f5ffc9e11 disassociated. External IP: 172.28.3.198, port: e4b80bdb-b484-442b-b2eb-57366e82f355. May 04 08:21:49.623241 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Calling delete_port for e4b80bdb-b484-442b-b2eb-57366e82f355 owned by compute:nova {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:49.764740 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (e4b80bdb-b484-442b-b2eb-57366e82f355), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:49.795051 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event deleted for resources: {'Port': ['ID=e4b80bdb-b484-442b-b2eb-57366e82f355,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:49.906885 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4cd45-bc7a-4d26-b719-d2668f766e0f req-5ad59af5-fc1b-4c14-b267-37c76f37c554 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:49.909161 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-73f4cd45-bc7a-4d26-b719-d2668f766e0f req-5ad59af5-fc1b-4c14-b267-37c76f37c554 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0543368 May 04 08:21:49.928190 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Router b5b2f5da-ae06-4010-8c14-42237142a6ec has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:49.987897 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-73f4cd45-bc7a-4d26-b719-d2668f766e0f req-ccd182b9-c5c6-4bdf-b528-d0e53cd0b992 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb30797-ded4-4322-882b-eed3909ebbef&id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726452 May 04 08:21:50.067094 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:50.078988 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] Sync routers for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:50.091800 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:50.093077 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:21:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:50.113309 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] No DVR routers for this DVR port e4b80bdb-b484-442b-b2eb-57366e82f355 on host hv-cinder-84028 {{(pid=103665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:50.116827 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:50.120399 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-60e079a2-575e-4472-a2df-0c1affd57a67 req-05532801-ea00-4d9f-8dc3-7f4262950aa9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "DELETE /v2.0/ports/e4b80bdb-b484-442b-b2eb-57366e82f355 HTTP/1.1" status: 204 len: 173 time: 0.9514024 May 04 08:21:50.120899 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-deleted', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:50.123411 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46122ac-ba6b-4457-91e1-cc90bef97abd" -d '{"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-deleted", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:50.187065 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c05649d-8e3e-4800-83a2-b62a056305c6 x-openstack-request-id: req-8c05649d-8e3e-4800-83a2-b62a056305c6 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:50.187356 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7cfcea-481d-439b-9570-370ecf3a849f", "name": "network-vif-deleted", "tag": "e4b80bdb-b484-442b-b2eb-57366e82f355", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:50.187615 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c05649d-8e3e-4800-83a2-b62a056305c6 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:50.188014 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c05649d-8e3e-4800-83a2-b62a056305c6'] response: {'server_uuid': 'fc7cfcea-481d-439b-9570-370ecf3a849f', 'name': 'network-vif-deleted', 'tag': 'e4b80bdb-b484-442b-b2eb-57366e82f355', 'status': 'completed', 'code': 200} May 04 08:21:50.232370 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:50.445629 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:50.475727 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] Checking router: b5b2f5da-ae06-4010-8c14-42237142a6ec for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:50.485130 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:50.485785 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:21:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:50.602878 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:50.670153 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e244aa-b1d6-4cf8-8b2a-590b03c171da req-201f7b69-2e5f-407a-b00b-f6371f7abf9f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:50.671773 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-97e244aa-b1d6-4cf8-8b2a-590b03c171da req-201f7b69-2e5f-407a-b00b-f6371f7abf9f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0511150 May 04 08:21:50.745859 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-97e244aa-b1d6-4cf8-8b2a-590b03c171da req-757e1fdf-86fa-4bc0-a121-1f2067feccd6 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657756 May 04 08:21:50.771105 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-843d4670-a83c-47b2-bd73-05fe6a97f7c3 req-e29da203-1a54-4b8b-8971-925fff5dff4b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 210 time: 0.0417504 May 04 08:21:50.832811 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:50.860724 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840791a6-63c9-4036-8504-dfcdc7370ef2 None None] The sync data for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb is: [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:21:51.107114 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0190ee1a-c171-4903-8239-fe8ffb4abcc1 None None] New status for floating IP a0ae13c8-6e66-45ed-a725-806f5ffc9e11: DOWN {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:21:51.874625 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6efc7-29c6-429f-9dc1-a329448e5d2a req-2dce263d-fc8d-4fcd-9281-f0d53b361cf7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:51.876202 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-54d6efc7-29c6-429f-9dc1-a329448e5d2a req-2dce263d-fc8d-4fcd-9281-f0d53b361cf7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0525973 May 04 08:21:51.909367 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-aa3e55a4-191c-49a5-ba27-ad623b89fe59 req-4283ba0c-f896-4a6b-8278-05686488bdea tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc7cfcea-481d-439b-9570-370ecf3a849f HTTP/1.1" status: 200 len: 210 time: 0.0420024 May 04 08:21:51.949448 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-54d6efc7-29c6-429f-9dc1-a329448e5d2a req-3d0c3738-b433-4fc9-8d00-de22e55e1a3b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649433 May 04 08:21:52.119516 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:21:52.140719 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: e4b80bdb-b484-442b-b2eb-57366e82f355 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:21:52.141065 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device e4b80bdb-b484-442b-b2eb-57366e82f355 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:21:52.354794 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.007095 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46630) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:53.091069 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7097b8-b6c4-436b-9c4f-05ce197f47f9 req-5a92f02f-f90c-4e2a-9dbf-62d24a4dbb5e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:53.092381 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb7097b8-b6c4-436b-9c4f-05ce197f47f9 req-5a92f02f-f90c-4e2a-9dbf-62d24a4dbb5e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0658751 May 04 08:21:53.113935 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-02a8c166-2909-4be0-a922-4adbaf862f5d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (b60a3405-b519-4397-9c65-fd85ecf4c7b0), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.156495 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-02a8c166-2909-4be0-a922-4adbaf862f5d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (b60a3405-b519-4397-9c65-fd85ecf4c7b0), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.182508 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb7097b8-b6c4-436b-9c4f-05ce197f47f9 req-2ee294af-0570-4c69-808b-16753ddcc61d tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805590 May 04 08:21:53.238730 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-02a8c166-2909-4be0-a922-4adbaf862f5d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b60a3405-b519-4397-9c65-fd85ecf4c7b0), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.241661 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-02a8c166-2909-4be0-a922-4adbaf862f5d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.245332 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-02a8c166-2909-4be0-a922-4adbaf862f5d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "DELETE /v2.0/security-groups/b60a3405-b519-4397-9c65-fd85ecf4c7b0 HTTP/1.1" status: 204 len: 168 time: 0.2302270 May 04 08:21:53.246187 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46634) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:53.259132 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8c166-2909-4be0-a922-4adbaf862f5d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60a3405-b519-4397-9c65-fd85ecf4c7b0,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:53.267203 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.api.v2.resource [None req-c8462f67-64cb-4f1d-883d-e70adcf3c545 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] show failed (client error): The resource could not be found. May 04 08:21:53.284743 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c8462f67-64cb-4f1d-883d-e70adcf3c545 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups/b60a3405-b519-4397-9c65-fd85ecf4c7b0 HTTP/1.1" status: 404 len: 347 time: 0.0351875 May 04 08:21:53.286397 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46636) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:53.335179 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a97ac2-b55d-4501-8538-6aedb706b6fd req-fde381b2-b4e1-4bfb-99fb-5cf6cdf01d49 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:53.337812 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-42a97ac2-b55d-4501-8538-6aedb706b6fd req-fde381b2-b4e1-4bfb-99fb-5cf6cdf01d49 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0628517 May 04 08:21:53.347374 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46638) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:53.352073 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-891a8d95-bcf7-45b2-b9e6-5bf0b74d9729 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Request body: {'floatingip': {'port_id': '3c988ade-5682-41d4-9222-530ad8d6e8cd'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:53.466757 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-891a8d95-bcf7-45b2-b9e6-5bf0b74d9729 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for floatingip (524ecf73-b81a-4b29-b205-a1905b5fa31a), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.471798 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Deleting port dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:53.472130 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.637129 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.637499 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:53.655388 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Calling delete_port for dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be owned by network:floatingip {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:53.975724 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.250171 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event deleted for resources: {'Port': ['ID=dc1e58d2-9e57-4cbe-8fc3-5e79c0e781be,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:54.383928 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (a0ae13c8-6e66-45ed-a725-806f5ffc9e11), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.386597 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.387842 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-8c0dd30c-4610-4f43-992a-35ee35db4ebe tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "DELETE /v2.0/floatingips/a0ae13c8-6e66-45ed-a725-806f5ffc9e11 HTTP/1.1" status: 204 len: 168 time: 1.1000633 May 04 08:21:54.408488 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-891a8d95-bcf7-45b2-b9e6-5bf0b74d9729 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.416318 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-891a8d95-bcf7-45b2-b9e6-5bf0b74d9729 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (524ecf73-b81a-4b29-b205-a1905b5fa31a), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.658424 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891a8d95-bcf7-45b2-b9e6-5bf0b74d9729 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:54.739893 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46644) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:54.744575 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-dcaafa1b-a852-4ed6-9b52-e136c797aed9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2141094842', 'description': 'tempest-description--725931773'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:54.768011 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-dcaafa1b-a852-4ed6-9b52-e136c797aed9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.776935 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891a8d95-bcf7-45b2-b9e6-5bf0b74d9729 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:54.782588 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-891a8d95-bcf7-45b2-b9e6-5bf0b74d9729 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.787005 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] Sync routers for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:54.798032 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:54.798032 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:21:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:54.822572 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:54.825617 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:54.864732 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-dcaafa1b-a852-4ed6-9b52-e136c797aed9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (ad166304-13b2-4462-a6c7-901ca77d35e3), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.870397 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-dcaafa1b-a852-4ed6-9b52-e136c797aed9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ad166304-13b2-4462-a6c7-901ca77d35e3), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.876777 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f3f087-09eb-45fd-b026-9808c18a7223 x-openstack-request-id: req-e3f3f087-09eb-45fd-b026-9808c18a7223 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:54.877259 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:54.877259 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3f3f087-09eb-45fd-b026-9808c18a7223 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:54.878464 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f3f087-09eb-45fd-b026-9808c18a7223'] response: {'name': 'network-changed', 'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'status': 'completed', 'code': 200} May 04 08:21:54.890611 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-891a8d95-bcf7-45b2-b9e6-5bf0b74d9729 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "PUT /v2.0/floatingips/524ecf73-b81a-4b29-b205-a1905b5fa31a HTTP/1.1" status: 200 len: 993 time: 1.5317192 May 04 08:21:54.911136 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-dcaafa1b-a852-4ed6-9b52-e136c797aed9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.912246 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-dcaafa1b-a852-4ed6-9b52-e136c797aed9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1713381 May 04 08:21:54.915431 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46650) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:54.921997 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-bd8d244b-936c-4d9b-94dc-28aeea0b221d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'security_group_rule': {'security_group_id': 'ad166304-13b2-4462-a6c7-901ca77d35e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:54.930883 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaafa1b-a852-4ed6-9b52-e136c797aed9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad166304-13b2-4462-a6c7-901ca77d35e3,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:54.936567 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:54.969674 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd8d244b-936c-4d9b-94dc-28aeea0b221d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (b17ef77d-ef47-4533-93bb-fe7c8ea95050), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:54.992335 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-1ca75266-3c05-4bce-af09-310901122e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:54.994133 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-1ca75266-3c05-4bce-af09-310901122e66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 1130 time: 0.0675740 May 04 08:21:55.055935 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd8d244b-936c-4d9b-94dc-28aeea0b221d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (b17ef77d-ef47-4533-93bb-fe7c8ea95050), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.060661 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd8d244b-936c-4d9b-94dc-28aeea0b221d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (b17ef77d-ef47-4533-93bb-fe7c8ea95050), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.088263 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d244b-936c-4d9b-94dc-28aeea0b221d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17ef77d-ef47-4533-93bb-fe7c8ea95050,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:55.095692 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd8d244b-936c-4d9b-94dc-28aeea0b221d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.096940 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-bd8d244b-936c-4d9b-94dc-28aeea0b221d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803534 May 04 08:21:55.100077 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46654) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:55.109043 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-2521d897-405d-4b15-99ed-72d549518f37 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'security_group_rule': {'security_group_id': 'ad166304-13b2-4462-a6c7-901ca77d35e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:55.146136 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-7dd1744a-7a26-46d8-95ff-742655c99059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:55.149403 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-7dd1744a-7a26-46d8-95ff-742655c99059 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.1491377 May 04 08:21:55.156539 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2521d897-405d-4b15-99ed-72d549518f37 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (bed61eb9-5caa-4748-a0d0-74fa839c7d23), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.242280 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2521d897-405d-4b15-99ed-72d549518f37 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (bed61eb9-5caa-4748-a0d0-74fa839c7d23), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.250005 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2521d897-405d-4b15-99ed-72d549518f37 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (bed61eb9-5caa-4748-a0d0-74fa839c7d23), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.272241 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521d897-405d-4b15-99ed-72d549518f37 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed61eb9-5caa-4748-a0d0-74fa839c7d23,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:55.287808 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2521d897-405d-4b15-99ed-72d549518f37 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.289163 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-2521d897-405d-4b15-99ed-72d549518f37 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878705 May 04 08:21:55.292657 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46662) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:21:55.321044 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:55.329765 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-d3132edd-99ba-4e73-8357-0a8c0b1680e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd HTTP/1.1" status: 200 len: 1001 time: 0.1728253 May 04 08:21:55.362844 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.368184 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '524ecf73-b81a-4b29-b205-a1905b5fa31a', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'port_id': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'mac_address': 'fa:16:3e:b4:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:06Z', 'updated_at': '2022-05-04T08:21:54Z', 'revision_number': 3, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:24Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:55.404531 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-ab4a2c3d-3262-4a94-a2d6-29d29b7196c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:55.404984 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] Checking router: abc9bf1d-0b12-49b3-94c3-8aefcc0b645f for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:55.406557 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-ab4a2c3d-3262-4a94-a2d6-29d29b7196c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0660701 May 04 08:21:55.415599 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:55.416233 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:21:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:55.468257 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-ce3fdd86-864d-4fe4-8d47-d0fe05116e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:55.473241 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-ce3fdd86-864d-4fe4-8d47-d0fe05116e3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0602765 May 04 08:21:55.514175 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.583230 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:55.599452 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-869def57-bdea-4c63-ae19-a5ac70ec318a service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150455 May 04 08:21:55.627094 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808241-df38-4c42-b71f-e60f23aba54e req-9d384ac4-f5bb-4494-ab2d-e867d3d149e7 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:55.628644 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-33808241-df38-4c42-b71f-e60f23aba54e req-9d384ac4-f5bb-4494-ab2d-e867d3d149e7 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0696297 May 04 08:21:55.701748 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Allocated IP 172.28.3.208 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/40b64263-4c70-4c3d-acf2-75be96f31722) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:21:55.730539 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-33808241-df38-4c42-b71f-e60f23aba54e req-a1feda33-c68a-48f4-ac08-0a90d87d3b0d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812709 May 04 08:21:55.815174 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '524ecf73-b81a-4b29-b205-a1905b5fa31a', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'port_id': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'mac_address': 'fa:16:3e:b4:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:06Z', 'updated_at': '2022-05-04T08:21:54Z', 'revision_number': 3, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:24Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:55.847143 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bffe99-b36e-4131-a574-ae9fbd4997dd None None] The sync data for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb is: [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '524ecf73-b81a-4b29-b205-a1905b5fa31a', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'port_id': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'mac_address': 'fa:16:3e:b4:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:20:06Z', 'updated_at': '2022-05-04T08:21:54Z', 'revision_number': 3, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:24Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:21:55.847687 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for port (40b64263-4c70-4c3d-acf2-75be96f31722), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.886290 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (40b64263-4c70-4c3d-acf2-75be96f31722), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:55.927114 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:21:55.930181 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:21:55.933100 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:21:55.964345 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'Port': ['ID=40b64263-4c70-4c3d-acf2-75be96f31722,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:56.042960 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (8aab5911-8e17-4ee3-9dda-42b92fa2e3af), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:56.082516 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (40b64263-4c70-4c3d-acf2-75be96f31722), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:56.247933 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for port (40b64263-4c70-4c3d-acf2-75be96f31722), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:56.255305 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (40b64263-4c70-4c3d-acf2-75be96f31722), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:56.329463 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'Port': ['ID=40b64263-4c70-4c3d-acf2-75be96f31722,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:56.343244 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (8aab5911-8e17-4ee3-9dda-42b92fa2e3af), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:56.360234 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:56.361498 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-259636ac-4e53-4c0a-a2b4-5e3a4200700d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0559161 May 04 08:21:56.591358 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-b106ca49-d624-4f1a-ad19-901676250954 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2141094842&fields=id&tenant_id=00a96bd69c10431b8c0dba23d4f160c5 HTTP/1.1" status: 200 len: 267 time: 0.0453458 May 04 08:21:56.720207 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-470669f3-f235-4265-95aa-f69709f3327b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:56.721784 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-470669f3-f235-4265-95aa-f69709f3327b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 816 time: 0.1213617 May 04 08:21:56.737685 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-bcdc9d3e-5156-4742-b5dd-b87b2cdd8e79 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/quotas/00a96bd69c10431b8c0dba23d4f160c5 HTTP/1.1" status: 200 len: 375 time: 0.0102527 May 04 08:21:56.789561 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-093c5e9e-37b3-43c9-819b-a37d1b3782e6 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461040 May 04 08:21:56.879325 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:56.881723 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d3e3c8-041c-4f2b-8565-f3221632f1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:56.884365 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fe6d2-dde4-4973-b6fa-e74c0229b60d req-8ebb17ca-c89e-4140-a9dc-f59cafbe6608 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:56.885931 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e77fe6d2-dde4-4973-b6fa-e74c0229b60d req-8ebb17ca-c89e-4140-a9dc-f59cafbe6608 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0723889 May 04 08:21:56.969608 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-571f728f-25ef-49ff-967b-dc1078956878 service neutron] 10.222.0.60 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651216 May 04 08:21:57.003000 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e77fe6d2-dde4-4973-b6fa-e74c0229b60d req-cd0764fd-96f0-4806-bdfc-08bd3e7e25af tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885112 May 04 08:21:57.048988 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fac48d2-1a38-485c-a788-89f55eadbc46 x-openstack-request-id: req-2fac48d2-1a38-485c-a788-89f55eadbc46 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:57.049320 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:57.049547 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fac48d2-1a38-485c-a788-89f55eadbc46 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:57.049960 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fac48d2-1a38-485c-a788-89f55eadbc46'] response: {'name': 'network-changed', 'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'status': 'completed', 'code': 200} May 04 08:21:57.085006 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-4ab6e3a2-68e7-482b-b125-22f7d800adc6 service neutron] 10.222.0.60 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088707 May 04 08:21:57.264483 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a415b97d-5490-4c42-90ca-12ff82e110e9 req-19f32925-d07b-440c-8e04-6e6477a2f4e6 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 210 time: 0.0286720 May 04 08:21:57.269645 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:21:57.329440 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-1ddef7c2-66cb-4496-b43c-f34d1bb6134e req-f0e27e74-a03d-4235-bb96-f92148c7f68a service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931246 May 04 08:21:57.580284 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-d2d82ba3-d4ed-42dc-924e-58ec3f810aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:57.581802 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-d2d82ba3-d4ed-42dc-924e-58ec3f810aa9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 1130 time: 0.0513613 May 04 08:21:57.695775 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-029277f6-15d4-4e85-a4e7-f58044f72df5 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:57.697344 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-029277f6-15d4-4e85-a4e7-f58044f72df5 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0722542 May 04 08:21:57.741083 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-0b43a9e5-06b7-4796-b55f-7bd780871641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:57.742722 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-0b43a9e5-06b7-4796-b55f-7bd780871641 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.1195135 May 04 08:21:57.805897 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Deleting port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:21:57.806399 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:57.821820 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-4c98ea02-8f65-4f52-9852-2d96bbd31736 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd HTTP/1.1" status: 200 len: 1001 time: 0.0729158 May 04 08:21:57.912846 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-c0d43872-2cfe-4a5e-8d55-c713f95e1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:57.914725 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-c0d43872-2cfe-4a5e-8d55-c713f95e1e35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0498803 May 04 08:21:57.915998 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] For port 9360300f-27a3-46c3-8c94-0d97fe85d1a7, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9360300f-27a3-46c3-8c94-0d97fe85d1a7,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:21:57.916457 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:57.975168 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-8fbd343e-b3c8-47a2-9a79-dc0280d7a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:57.976736 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-8fbd343e-b3c8-47a2-9a79-dc0280d7a72f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0521781 May 04 08:21:58.170275 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70062029-2ac6-4024-bac3-8fa3f05295a3 req-9371a850-bccb-4671-a44f-63a9bef2cd68 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:58.171884 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-70062029-2ac6-4024-bac3-8fa3f05295a3 req-9371a850-bccb-4671-a44f-63a9bef2cd68 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 945 time: 0.0868680 May 04 08:21:58.338272 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:58.338782 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (d7a35bde-d9c9-4f1c-af69-ab8659b69f6d), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:58.339245 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.l3_db [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Floating IP d7a35bde-d9c9-4f1c-af69-ab8659b69f6d disassociated. External IP: 172.28.3.251, port: 9360300f-27a3-46c3-8c94-0d97fe85d1a7. May 04 08:21:58.339617 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Calling delete_port for 9360300f-27a3-46c3-8c94-0d97fe85d1a7 owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:21:58.354612 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-c10ca82b-10a6-43a3-bd49-a12fc4f7dca1 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108892 May 04 08:21:58.355267 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-70062029-2ac6-4024-bac3-8fa3f05295a3 req-7f5baa9b-5846-427a-bb4a-ad11f7b6c940 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=47b344b0-f542-44f4-9354-cbcbc7471236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535468 May 04 08:21:58.492603 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-44d3e3c8-041c-4f2b-8565-f3221632f1d9 req-bd02e57d-b1c4-436e-a524-8eeca0695b08 service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301429 May 04 08:21:58.508785 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c8e8dfdf-0353-4240-817a-2ad55da69bbe req-7412ecb9-24d2-4906-b000-f780f3241eef tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 210 time: 0.0780759 May 04 08:21:58.619535 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-f5d3d6f0-3171-43cf-8db7-d6bef8b299f4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:58.621561 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-f5d3d6f0-3171-43cf-8db7-d6bef8b299f4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 816 time: 0.1926923 May 04 08:21:58.696857 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (9360300f-27a3-46c3-8c94-0d97fe85d1a7), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:58.735040 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event deleted for resources: {'Port': ['ID=9360300f-27a3-46c3-8c94-0d97fe85d1a7,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:58.742409 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-c9d024a4-d63b-4c7f-93bd-51b934317f8d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a96bd69c10431b8c0dba23d4f160c5 HTTP/1.1" status: 200 len: 380 time: 0.1005640 May 04 08:21:59.027695 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'port': {'device_id': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'admin_state_up': True, 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'security_groups': ['ad166304-13b2-4462-a6c7-901ca77d35e3']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:21:59.181101 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Router 607f0a3a-bf18-49a5-83d1-2401f80875f3 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:21:59.197741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Made reservation on behalf of 00a96bd69c10431b8c0dba23d4f160c5 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:21:59.201296 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:59.388824 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:21:59.400094 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] Sync routers for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:21:59.413069 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:59.420805 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:21:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:59.458883 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] No DVR routers for this DVR port 9360300f-27a3-46c3-8c94-0d97fe85d1a7 on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:21:59.464005 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:59.467637 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3fc2f840-14fb-4a4d-88cc-9b8fc05d405d req-4dddaca2-15c1-4c18-9ba3-9def56a2c8f4 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "DELETE /v2.0/ports/9360300f-27a3-46c3-8c94-0d97fe85d1a7 HTTP/1.1" status: 204 len: 173 time: 1.7648797 May 04 08:21:59.470846 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'name': 'network-vif-deleted', 'tag': '9360300f-27a3-46c3-8c94-0d97fe85d1a7'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:21:59.473133 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e50726-d836-4382-8b99-0cb3b0991764" -d '{"events": [{"server_uuid": "e47aabcf-044a-4328-b636-6575e9da2ae0", "name": "network-vif-deleted", "tag": "9360300f-27a3-46c3-8c94-0d97fe85d1a7"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:21:59.490800 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Allocated IP 172.20.0.11 (11a48a86-e059-43c6-bfd5-0f9791819d6e/dce22a62-4c78-400f-85f7-67135311dac9/dcdba0ec-99cd-4723-a504-8c37d3e2342d) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:21:59.496871 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1f6d0dad-450b-4911-b4eb-8cba706be941 req-c16d0a2e-74b7-4bd6-aab2-ba82021398a2 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47aabcf-044a-4328-b636-6575e9da2ae0 HTTP/1.1" status: 200 len: 210 time: 0.0521915 May 04 08:21:59.537851 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:21:59.567389 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c4748f-31e2-4a11-8e9c-9e1c47d71ee2 x-openstack-request-id: req-67c4748f-31e2-4a11-8e9c-9e1c47d71ee2 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:21:59.567782 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47aabcf-044a-4328-b636-6575e9da2ae0", "name": "network-vif-deleted", "tag": "9360300f-27a3-46c3-8c94-0d97fe85d1a7", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:21:59.568125 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67c4748f-31e2-4a11-8e9c-9e1c47d71ee2 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:21:59.568613 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c4748f-31e2-4a11-8e9c-9e1c47d71ee2'] response: {'server_uuid': 'e47aabcf-044a-4328-b636-6575e9da2ae0', 'name': 'network-vif-deleted', 'tag': '9360300f-27a3-46c3-8c94-0d97fe85d1a7', 'status': 'completed', 'code': 200} May 04 08:21:59.645917 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-618f4eb1-6d50-40da-ab30-b32d61270b2a req-72d524d5-abee-4e35-8f3c-0836c67cf4fd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 210 time: 0.0363967 May 04 08:21:59.684778 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:59.720569 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:59.769953 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:21:59.778827 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:21:59.783907 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:21:59.788060 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:21:59.838782 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:21:59.839615 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:21:59.859008 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-9da07d0a-ffb3-47f0-9683-8aff59395c01 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8353701 May 04 08:21:59.905958 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:59.939346 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] Checking router: 607f0a3a-bf18-49a5-83d1-2401f80875f3 for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:21:59.949665 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:21:59.950432 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:21:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:21:59.986623 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Request body: {'port': {'device_id': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:00.057449 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.077848 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0ee19f24-da9c-4d91-92e6-91b17332ef8a None None] Provisioning complete for port dcdba0ec-99cd-4723-a504-8c37d3e2342d triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:00.078132 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0ee19f24-da9c-4d91-92e6-91b17332ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.113007 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:00.152131 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0ee19f24-da9c-4d91-92e6-91b17332ef8a None None] Port dcdba0ec-99cd-4723-a504-8c37d3e2342d cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:22:00.316514 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:00.348105 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3071-6c6e-4d59-8d19-fc2d7a270d3d None None] The sync data for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb is: [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:00.351398 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcdba0ec-99cd-4723-a504-8c37d3e2342d {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:00.359780 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Publish callbacks [] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.372498 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Transition to ACTIVE for port object dcdba0ec-99cd-4723-a504-8c37d3e2342d will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:22:00.377839 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.432487 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:00.521229 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Attempting to bind port dcdba0ec-99cd-4723-a504-8c37d3e2342d on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:22:00.521578 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Attempting to bind port dcdba0ec-99cd-4723-a504-8c37d3e2342d by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:22:00.521904 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Attempting to bind port dcdba0ec-99cd-4723-a504-8c37d3e2342d on network 11a48a86-e059-43c6-bfd5-0f9791819d6e {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:00.527138 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Port dcdba0ec-99cd-4723-a504-8c37d3e2342d on network 11a48a86-e059-43c6-bfd5-0f9791819d6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:22:00.527465 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Attempting to bind port dcdba0ec-99cd-4723-a504-8c37d3e2342d on network 11a48a86-e059-43c6-bfd5-0f9791819d6e {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:00.535473 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:22:00.535872 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Checking segment: {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:22:00.536233 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Bound using segment: {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:22:00.536676 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Bound port: dcdba0ec-99cd-4723-a504-8c37d3e2342d, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d926f4-4de3-4802-bf90-f45aa92e7124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:22:00.537042 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.609789 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46712) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:00.624516 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:22:00.628489 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:22:00.636901 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.654403 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd25d1-5e56-474a-aaa5-4a49b9f8bfec None None] New status for floating IP d7a35bde-d9c9-4f1c-af69-ab8659b69f6d: DOWN {{(pid=103667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:22:00.674424 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:00.674424 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.675907 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] 10.222.0.62 "PUT /v2.0/ports/dcdba0ec-99cd-4723-a504-8c37d3e2342d HTTP/1.1" status: 200 len: 1094 time: 0.6938097 May 04 08:22:00.700026 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (47b344b0-f542-44f4-9354-cbcbc7471236), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.702346 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3d7cb-426a-4179-8ad5-939fec29c505 service neutron] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:00.731229 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (47b344b0-f542-44f4-9354-cbcbc7471236), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.811767 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (47b344b0-f542-44f4-9354-cbcbc7471236), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.814615 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:00.815775 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "DELETE /v2.0/security-groups/47b344b0-f542-44f4-9354-cbcbc7471236 HTTP/1.1" status: 204 len: 168 time: 0.2049136 May 04 08:22:00.819717 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46716) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:00.833365 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b344b0-f542-44f4-9354-cbcbc7471236,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:00.848573 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.853054 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.853428 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.853904 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.854099 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.854430 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.854786 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.855103 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.855427 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.855814 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.856069 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.856560 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.856802 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.857029 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.857343 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f96c7-92e5-4642-9e15-41a2541526d0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:00.857489 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66714b6a-e816-48b9-b79d-3a2cad19ac51 req-61a86a1e-b8fd-4721-bc5b-f415d4f79c2c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:00.859792 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-66714b6a-e816-48b9-b79d-3a2cad19ac51 req-61a86a1e-b8fd-4721-bc5b-f415d4f79c2c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0901985 May 04 08:22:00.895312 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.api.v2.resource [None req-f0a8469a-be1e-4fdf-a466-e685380a7854 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] show failed (client error): The resource could not be found. May 04 08:22:00.899609 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f0a8469a-be1e-4fdf-a466-e685380a7854 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups/47b344b0-f542-44f4-9354-cbcbc7471236 HTTP/1.1" status: 404 len: 347 time: 0.0759335 May 04 08:22:00.900386 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46718) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:00.912375 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-eadab9f0-14cb-4441-b96a-ac1485cfe755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:00.913891 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-eadab9f0-14cb-4441-b96a-ac1485cfe755 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 1128 time: 0.0749567 May 04 08:22:00.954751 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-66714b6a-e816-48b9-b79d-3a2cad19ac51 req-fdd50cb9-c3a3-42d2-b4ec-3b46b7139fad tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715039 May 04 08:22:00.987423 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-62a5db1b-8b88-4cd0-a284-daeba6ed6f54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d HTTP/1.1" status: 200 len: 217 time: 0.0486839 May 04 08:22:01.065101 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-29d90902-4ee2-4442-b438-31d96eafe510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:01.066666 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-29d90902-4ee2-4442-b438-31d96eafe510 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.0503020 May 04 08:22:01.068988 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Deleting port e7f4c9a5-27ef-4b4e-9d18-6b0a65790761 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:01.069330 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (e7f4c9a5-27ef-4b4e-9d18-6b0a65790761), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.149724 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (e7f4c9a5-27ef-4b4e-9d18-6b0a65790761), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.150053 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (e7f4c9a5-27ef-4b4e-9d18-6b0a65790761), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.166085 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Calling delete_port for e7f4c9a5-27ef-4b4e-9d18-6b0a65790761 owned by network:floatingip {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:01.304308 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-d94d9de4-21ab-4c85-8d9e-fd01529ea583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:01.305931 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-d94d9de4-21ab-4c85-8d9e-fd01529ea583 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460362 May 04 08:22:01.308160 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (e7f4c9a5-27ef-4b4e-9d18-6b0a65790761), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.337236 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event deleted for resources: {'Port': ['ID=e7f4c9a5-27ef-4b4e-9d18-6b0a65790761,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:01.404083 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (d7a35bde-d9c9-4f1c-af69-ab8659b69f6d), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.406715 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.407846 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-5654ed8a-21f2-4ac7-8e52-2554ba6e3208 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "DELETE /v2.0/floatingips/d7a35bde-d9c9-4f1c-af69-ab8659b69f6d HTTP/1.1" status: 204 len: 168 time: 0.5063796 May 04 08:22:01.414173 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-baac8e7b-5c77-4a93-a435-30b7e835d115 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008184 May 04 08:22:01.531339 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1891b03-19aa-4c71-b08d-536ce8ebfdf2 req-02221275-4f81-4df0-a893-f9fe4d10ee9f service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907855 May 04 08:22:01.562791 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46722) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:01.567348 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-45625ee8-90be-4621-a006-f1731cf239fd tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823067234', 'description': 'tempest-description--920755715'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:01.571132 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:01.573278 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb620f5-3c25-41ad-b912-bfd7faf2d913" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:01.593780 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-45625ee8-90be-4621-a006-f1731cf239fd tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.610798 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a744826f-ff0c-4ef5-8366-80b5c5a218b7 x-openstack-request-id: req-a744826f-ff0c-4ef5-8366-80b5c5a218b7 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:01.611090 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:01.611342 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a744826f-ff0c-4ef5-8366-80b5c5a218b7 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:01.611738 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a744826f-ff0c-4ef5-8366-80b5c5a218b7'] response: {'name': 'network-changed', 'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'status': 'completed', 'code': 200} May 04 08:22:01.667743 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-45625ee8-90be-4621-a006-f1731cf239fd tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (b7607c49-36fe-47d0-a4e7-25514bdbb04d), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.675183 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-45625ee8-90be-4621-a006-f1731cf239fd tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b7607c49-36fe-47d0-a4e7-25514bdbb04d), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.707378 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45625ee8-90be-4621-a006-f1731cf239fd tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7607c49-36fe-47d0-a4e7-25514bdbb04d,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:01.711613 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-45625ee8-90be-4621-a006-f1731cf239fd tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.715660 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-45625ee8-90be-4621-a006-f1731cf239fd tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491165 May 04 08:22:01.716253 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46726) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:01.720647 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-1c43fb1e-1cb8-4566-aa87-94a4ee95d6eb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'security_group_rule': {'security_group_id': 'b7607c49-36fe-47d0-a4e7-25514bdbb04d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:01.746465 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1c43fb1e-1cb8-4566-aa87-94a4ee95d6eb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (11bf6e0b-c411-49b1-994c-53cf37d6f55e), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.807415 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1c43fb1e-1cb8-4566-aa87-94a4ee95d6eb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (11bf6e0b-c411-49b1-994c-53cf37d6f55e), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.812142 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1c43fb1e-1cb8-4566-aa87-94a4ee95d6eb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (11bf6e0b-c411-49b1-994c-53cf37d6f55e), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.829425 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43fb1e-1cb8-4566-aa87-94a4ee95d6eb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bf6e0b-c411-49b1-994c-53cf37d6f55e,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:01.838976 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1c43fb1e-1cb8-4566-aa87-94a4ee95d6eb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.840328 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1c43fb1e-1cb8-4566-aa87-94a4ee95d6eb tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234143 May 04 08:22:01.844325 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46728) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:01.849023 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-70f8dc04-081b-4109-a5ba-54500f977692 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'security_group_rule': {'security_group_id': 'b7607c49-36fe-47d0-a4e7-25514bdbb04d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:01.876766 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-70f8dc04-081b-4109-a5ba-54500f977692 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (fcbbd072-2cb6-4cd5-9d76-534f58600262), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.940496 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-70f8dc04-081b-4109-a5ba-54500f977692 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (fcbbd072-2cb6-4cd5-9d76-534f58600262), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.945388 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-70f8dc04-081b-4109-a5ba-54500f977692 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (fcbbd072-2cb6-4cd5-9d76-534f58600262), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.966619 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8dc04-081b-4109-a5ba-54500f977692 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbbd072-2cb6-4cd5-9d76-534f58600262,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:01.975137 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-70f8dc04-081b-4109-a5ba-54500f977692 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:01.976183 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-70f8dc04-081b-4109-a5ba-54500f977692 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308889 May 04 08:22:01.979411 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46730) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:01.984721 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:02.012940 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.120413 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9cfed-a8f8-4336-80d9-ccac373ad049 req-0d2d4af7-d4ca-45f3-9c37-f8f9bae4a3a3 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:02.122068 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7fe9cfed-a8f8-4336-80d9-ccac373ad049 req-0d2d4af7-d4ca-45f3-9c37-f8f9bae4a3a3 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0841067 May 04 08:22:02.137409 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.171804 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 9360300f-27a3-46c3-8c94-0d97fe85d1a7 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:02.192951 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 9360300f-27a3-46c3-8c94-0d97fe85d1a7 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:02.193164 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 9360300f-27a3-46c3-8c94-0d97fe85d1a7 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:02.215426 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7fe9cfed-a8f8-4336-80d9-ccac373ad049 req-2d3a9f35-3537-48b1-a06c-f533957d6c7f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855591 May 04 08:22:02.274817 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Allocated IP 172.28.3.106 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/01ffd248-67cd-4269-9d4d-2e0f8d156690) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:22:02.390233 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for port (01ffd248-67cd-4269-9d4d-2e0f8d156690), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.426097 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (01ffd248-67cd-4269-9d4d-2e0f8d156690), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.464410 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:22:02.467902 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:22:02.473717 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:22:02.479416 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'Port': ['ID=01ffd248-67cd-4269-9d4d-2e0f8d156690,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:02.512145 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.512530 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.513442 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.513768 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.514103 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.514434 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.514801 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.515129 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.515494 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.515812 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.516135 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.516441 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.516764 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.517082 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.517402 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:02.581402 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (d06c552d-3752-4ae7-a27b-31ca72d7bae3), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.622910 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (01ffd248-67cd-4269-9d4d-2e0f8d156690), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.729888 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-4f7a7a1a-9068-4d82-8576-aa3282c7402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:02.731382 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-4f7a7a1a-9068-4d82-8576-aa3282c7402d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 1128 time: 0.0610442 May 04 08:22:02.879093 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for port (01ffd248-67cd-4269-9d4d-2e0f8d156690), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.882144 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-e1d5e242-5eb0-402b-ad7f-8e696e2079bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:02.883819 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-e1d5e242-5eb0-402b-ad7f-8e696e2079bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 917 time: 0.1288345 May 04 08:22:02.885130 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (01ffd248-67cd-4269-9d4d-2e0f8d156690), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:02.959740 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-5b143111-09d4-40c1-aab0-b2f6e830a9f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d HTTP/1.1" status: 200 len: 217 time: 0.0688674 May 04 08:22:03.018302 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'Port': ['ID=01ffd248-67cd-4269-9d4d-2e0f8d156690,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:03.037348 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (d06c552d-3752-4ae7-a27b-31ca72d7bae3), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:03.050669 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-171e8c4d-d3ae-4ad0-9507-2a75a1415b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:03.052167 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-171e8c4d-d3ae-4ad0-9507-2a75a1415b88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.0720809 May 04 08:22:03.061968 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:03.063287 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-bd613343-37de-4039-b50f-8db502d6dca0 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0827887 May 04 08:22:03.107902 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-0b6e3414-1d76-414f-8e41-80aabb86006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:03.109449 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-0b6e3414-1d76-414f-8e41-80aabb86006c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437279 May 04 08:22:03.210825 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-15878f93-308c-4f70-a89d-5ae3eafe930e service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944958 May 04 08:22:03.355755 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-3691a5c0-c400-4476-8793-413e77019467 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1823067234&fields=id&tenant_id=df39866d4e164c0bae5d561c75f0e338 HTTP/1.1" status: 200 len: 267 time: 0.1255670 May 04 08:22:03.377513 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc315-d956-4fe0-9b6e-069cd1ffaf63 req-31ea2b9a-4283-4203-bce7-d074736929f2 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:03.379017 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ffefc315-d956-4fe0-9b6e-069cd1ffaf63 req-31ea2b9a-4283-4203-bce7-d074736929f2 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0758798 May 04 08:22:03.410318 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cbb620f5-3c25-41ad-b912-bfd7faf2d913 req-a5481d78-a7d7-4b6d-980c-37b0e3f07f19 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878245 May 04 08:22:03.742572 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ffefc315-d956-4fe0-9b6e-069cd1ffaf63 req-4fade962-5752-44ce-9e5c-bbc5fe163efa tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524466 May 04 08:22:03.765265 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-17c6e842-9b2d-4832-a259-168f0ce6506d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:03.766765 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-17c6e842-9b2d-4832-a259-168f0ce6506d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/networks?id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 200 len: 810 time: 0.4010105 May 04 08:22:03.782074 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-cb712afa-c4b5-41f2-9d1f-8e01a07214a6 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/quotas/df39866d4e164c0bae5d561c75f0e338 HTTP/1.1" status: 200 len: 375 time: 0.0097334 May 04 08:22:03.833108 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-9c9c65a5-4c27-4ee5-a6bc-02d6747afc79 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457547 May 04 08:22:03.906146 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d716750c-e53e-4b43-88f8-42024c0739dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:03.936939 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-fc835ea9-c260-4707-b6c9-da84cc84207f service neutron] 10.222.0.60 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918462 May 04 08:22:04.057451 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-c2af44d2-941a-4614-86ec-34e8c452c4fb service neutron] 10.222.0.60 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140563 May 04 08:22:04.174749 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dcdba0ec-99cd-4723-a504-8c37d3e2342d details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:22:04.229418 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6aa5a9a3-f579-41a8-a982-9519a19471ee req-8571c5ca-0e10-437d-853c-aa6b1533c743 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 210 time: 0.0304832 May 04 08:22:04.289717 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:04.302847 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'port_id': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'mac_address': 'fa:16:3e:5c:81:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:22:04.349586 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port dcdba0ec-99cd-4723-a504-8c37d3e2342d is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:04.349977 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.363952 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcdba0ec-99cd-4723-a504-8c37d3e2342d {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:04.387626 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:04.393740 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:04.447069 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:04.455621 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.455986 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.456266 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.456660 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.456998 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.457325 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.457650 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.457949 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.458302 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.458650 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.458950 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.459296 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.459644 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.459960 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.460256 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:22:04.774767 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['dcdba0ec-99cd-4723-a504-8c37d3e2342d'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:04.877080 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb77eca-2506-41fe-8a49-32b80bb953c0 req-ffc9ba4c-646d-4ece-b1a4-214557135c1d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:04.878611 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4eb77eca-2506-41fe-8a49-32b80bb953c0 req-ffc9ba4c-646d-4ece-b1a4-214557135c1d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 945 time: 0.0529952 May 04 08:22:04.929643 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4eb77eca-2506-41fe-8a49-32b80bb953c0 req-723f2854-6035-470d-af88-b7a818ff58c7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445879 May 04 08:22:05.343200 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ecdc391-bc4f-4ab5-9ddf-3b13fab90ab7 req-c01ad4fc-d5c2-419c-8920-67179295857c tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 210 time: 0.0368476 May 04 08:22:05.374335 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-eda67f8e-c561-44bd-80d3-9ee593ca6005 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:05.375900 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-eda67f8e-c561-44bd-80d3-9ee593ca6005 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "GET /v2.0/networks?id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 200 len: 810 time: 0.1422212 May 04 08:22:05.454619 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-018e6c0d-3efe-445c-9ef5-3d61f22876f2 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df39866d4e164c0bae5d561c75f0e338 HTTP/1.1" status: 200 len: 380 time: 0.0597496 May 04 08:22:05.566715 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'port': {'device_id': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'admin_state_up': True, 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'security_groups': ['b7607c49-36fe-47d0-a4e7-25514bdbb04d']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:05.693492 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Made reservation on behalf of df39866d4e164c0bae5d561c75f0e338 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:22:05.697251 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:05.834658 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Allocated IP 172.20.0.4 (d3b895c4-6a2b-4006-97c1-fdc5018d64fd/e742a793-acd8-4cc7-8359-6450cf9e8e75/aa24ca23-48e9-4232-8cba-55b45f5a815e) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:22:05.990575 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.054375 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.069121 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f6f5-8b52-4e66-91e2-58f58cdd2ddd req-d4922e58-537f-4935-8347-81c8d90f70cd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:06.070637 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0f32f6f5-8b52-4e66-91e2-58f58cdd2ddd req-d4922e58-537f-4935-8347-81c8d90f70cd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 945 time: 0.0630872 May 04 08:22:06.123678 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:22:06.132307 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e1ea388b-851d-4cbb-88db-1d00b6cd55fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.132989 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:22:06.137186 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:22:06.162528 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event updated for resources: {'Port': ['ID=aa24ca23-48e9-4232-8cba-55b45f5a815e,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:06.174803 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dcdba0ec-99cd-4723-a504-8c37d3e2342d up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:22:06.204473 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:06.205130 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.211521 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0f32f6f5-8b52-4e66-91e2-58f58cdd2ddd req-f8306a2e-54d7-41a6-b9fa-e55444cc21a1 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211445 May 04 08:22:06.236166 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a3569b65-8dc8-4003-bb2d-e1f89aafdafa tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6759076 May 04 08:22:06.237706 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port dcdba0ec-99cd-4723-a504-8c37d3e2342d completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:22:06.245017 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port dcdba0ec-99cd-4723-a504-8c37d3e2342d triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:06.245438 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.260517 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Request body: {'port': {'device_id': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:06.324058 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.328948 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port dcdba0ec-99cd-4723-a504-8c37d3e2342d is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:06.329308 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.352583 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:06.354852 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce6ea2c-ba10-425c-a440-e75efa779c87" -d '{"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-plugged", "status": "completed", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:06.369419 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:06.374902 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.423168 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-3cff7acd-686b-4974-8ec3-9fd9986589fa None None] Provisioning complete for port aa24ca23-48e9-4232-8cba-55b45f5a815e triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:06.423719 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3cff7acd-686b-4974-8ec3-9fd9986589fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.427810 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275f5d93-372e-4a6c-a336-6f46b504ab12 x-openstack-request-id: req-275f5d93-372e-4a6c-a336-6f46b504ab12 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:06.428313 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-plugged", "status": "completed", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:06.428560 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-275f5d93-372e-4a6c-a336-6f46b504ab12 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:06.428946 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275f5d93-372e-4a6c-a336-6f46b504ab12'] response: {'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'code': 200} May 04 08:22:06.470644 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:06.482455 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-3cff7acd-686b-4974-8ec3-9fd9986589fa None None] Port aa24ca23-48e9-4232-8cba-55b45f5a815e cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:22:06.500319 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada2edc-92fd-403c-9899-7efe6b307bac req-c3502bc1-bac8-4a57-98cb-076b9998d4af tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:06.501879 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eada2edc-92fd-403c-9899-7efe6b307bac req-c3502bc1-bac8-4a57-98cb-076b9998d4af tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 931 time: 0.0631211 May 04 08:22:06.611366 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eada2edc-92fd-403c-9899-7efe6b307bac req-cde8ec91-5911-4117-8850-5bff5bca532e tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994620 May 04 08:22:06.706460 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47072388-c120-42ee-bbd8-8fa5cab889fa req-b6cbd002-642b-48b6-8933-fe9fac441093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:06.707986 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47072388-c120-42ee-bbd8-8fa5cab889fa req-b6cbd002-642b-48b6-8933-fe9fac441093 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 1130 time: 0.0752785 May 04 08:22:06.726383 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa24ca23-48e9-4232-8cba-55b45f5a815e {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:06.739973 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Publish callbacks [] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.761769 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Transition to ACTIVE for port object aa24ca23-48e9-4232-8cba-55b45f5a815e will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:22:06.771085 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:06.784542 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47072388-c120-42ee-bbd8-8fa5cab889fa req-917d0782-59ec-474f-b451-baf730f1bdfc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688989 May 04 08:22:06.830544 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Pushing event updated for resources: {'Port': ['ID=aa24ca23-48e9-4232-8cba-55b45f5a815e,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:06.911456 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Attempting to bind port aa24ca23-48e9-4232-8cba-55b45f5a815e on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:22:06.911925 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Attempting to bind port aa24ca23-48e9-4232-8cba-55b45f5a815e by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:22:06.912477 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Attempting to bind port aa24ca23-48e9-4232-8cba-55b45f5a815e on network d3b895c4-6a2b-4006-97c1-fdc5018d64fd {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:06.917745 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Port aa24ca23-48e9-4232-8cba-55b45f5a815e on network d3b895c4-6a2b-4006-97c1-fdc5018d64fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:22:06.918072 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Attempting to bind port aa24ca23-48e9-4232-8cba-55b45f5a815e on network d3b895c4-6a2b-4006-97c1-fdc5018d64fd {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:22:06.924342 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:22:06.924684 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Checking segment: {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:22:06.925190 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Bound using segment: {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:22:06.925800 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Bound port: aa24ca23-48e9-4232-8cba-55b45f5a815e, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40466e68-bd02-4d88-aa5d-e81c1ccd4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:22:06.926167 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.006172 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] For port aa24ca23-48e9-4232-8cba-55b45f5a815e, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:22:07.013275 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] For port aa24ca23-48e9-4232-8cba-55b45f5a815e, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa24ca23-48e9-4232-8cba-55b45f5a815e,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:22:07.021418 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.057263 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:07.057904 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.059537 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] 10.222.0.62 "PUT /v2.0/ports/aa24ca23-48e9-4232-8cba-55b45f5a815e HTTP/1.1" status: 200 len: 1093 time: 0.8036752 May 04 08:22:07.060011 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'tag': 'aa24ca23-48e9-4232-8cba-55b45f5a815e'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:07.062403 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fe257a-4ae2-4853-be6e-b44461818ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de", "tag": "aa24ca23-48e9-4232-8cba-55b45f5a815e"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:07.103175 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2431c1-d559-4912-81e8-0760f9234a81 service neutron] Pushing event updated for resources: {'Port': ['ID=aa24ca23-48e9-4232-8cba-55b45f5a815e,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:07.107745 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb455a55-1ca0-4e54-a4e7-5a9317d4eaf5 x-openstack-request-id: req-fb455a55-1ca0-4e54-a4e7-5a9317d4eaf5 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:07.108016 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de", "tag": "aa24ca23-48e9-4232-8cba-55b45f5a815e", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:07.108293 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb455a55-1ca0-4e54-a4e7-5a9317d4eaf5 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:07.108715 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb455a55-1ca0-4e54-a4e7-5a9317d4eaf5'] response: {'name': 'network-changed', 'server_uuid': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'tag': 'aa24ca23-48e9-4232-8cba-55b45f5a815e', 'status': 'completed', 'code': 200} May 04 08:22:07.347868 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662c729-9a02-45e8-9c33-508a2a85aaa9 req-bbbd5540-b6c6-4db6-b043-cef793e9238f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:07.349940 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5662c729-9a02-45e8-9c33-508a2a85aaa9 req-bbbd5540-b6c6-4db6-b043-cef793e9238f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0604844 May 04 08:22:07.398921 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:07.404955 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5662c729-9a02-45e8-9c33-508a2a85aaa9 req-db0f3ff0-e3fa-44f2-b249-dfcf76d86edd tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490782 May 04 08:22:07.598602 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe257a-4ae2-4853-be6e-b44461818ed8 req-f563c623-051a-426b-bbea-2ab383420e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:07.601171 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e5fe257a-4ae2-4853-be6e-b44461818ed8 req-f563c623-051a-426b-bbea-2ab383420e72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 1127 time: 0.0510569 May 04 08:22:07.756444 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf045ae-a0df-4b81-a498-1703b62ec18f req-62104344-edf0-4624-a0ea-0a2708f885c7 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:07.757824 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6cf045ae-a0df-4b81-a498-1703b62ec18f req-62104344-edf0-4624-a0ea-0a2708f885c7 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 943 time: 0.0690911 May 04 08:22:07.760847 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe257a-4ae2-4853-be6e-b44461818ed8 req-a0eb8837-4625-442e-a93d-4ed16e8fff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:07.762214 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e5fe257a-4ae2-4853-be6e-b44461818ed8 req-a0eb8837-4625-442e-a93d-4ed16e8fff39 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=df39866d4e164c0bae5d561c75f0e338&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1413534 May 04 08:22:07.865145 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6cf045ae-a0df-4b81-a498-1703b62ec18f req-1b900a6a-fca7-4cdb-98e7-03a1993ca3f1 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009359 May 04 08:22:07.887522 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe257a-4ae2-4853-be6e-b44461818ed8 req-04bd11ba-ccca-4984-b9e7-9afe568af993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:07.889431 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e5fe257a-4ae2-4853-be6e-b44461818ed8 req-04bd11ba-ccca-4984-b9e7-9afe568af993 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191499 May 04 08:22:08.545600 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca89b4e-c72f-4911-84b1-cf08e1b1b336 req-91899a4d-016b-42e4-b597-f46ea8f19654 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:08.547206 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eca89b4e-c72f-4911-84b1-cf08e1b1b336 req-91899a4d-016b-42e4-b597-f46ea8f19654 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0549309 May 04 08:22:08.606643 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eca89b4e-c72f-4911-84b1-cf08e1b1b336 req-ec97539f-a319-41bc-b34e-6421fe995aa7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517921 May 04 08:22:08.646843 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a14cba06-9a9b-42b3-8feb-e8c70a244f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:08.648441 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-a14cba06-9a9b-42b3-8feb-e8c70a244f01 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 1127 time: 0.0409334 May 04 08:22:08.707323 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-efd228dc-307e-48a6-84a7-8ce00f17ac3b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa24ca23-48e9-4232-8cba-55b45f5a815e HTTP/1.1" status: 200 len: 217 time: 0.0438988 May 04 08:22:08.800894 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586976d1-ecc0-46be-ab77-ea0b91518b06 req-374b61a8-3f74-40f3-b0f3-9fbaab579421 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:08.802459 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-586976d1-ecc0-46be-ab77-ea0b91518b06 req-374b61a8-3f74-40f3-b0f3-9fbaab579421 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.1050668 May 04 08:22:08.811673 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46782) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:08.814124 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-1053e841-5ceb-422e-8bc0-4b692061c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:08.815795 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-1053e841-5ceb-422e-8bc0-4b692061c2aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e742a793-acd8-4cc7-8359-6450cf9e8e75 HTTP/1.1" status: 200 len: 849 time: 0.0711536 May 04 08:22:08.816489 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Request body: {'floatingip': {'port_id': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:08.858167 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (8aab5911-8e17-4ee3-9dda-42b92fa2e3af), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:08.868065 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-8fe11503-5e93-49d5-bd2f-167cd0765168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:08.869585 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-8fe11503-5e93-49d5-bd2f-167cd0765168 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415068 May 04 08:22:09.002789 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-6787422b-33e0-4dfd-a94c-7dfa44c93968 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238289 May 04 08:22:09.011678 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93a910-5336-4884-a25d-4e7fcd48ef19 req-00359f2e-c7d3-4523-97be-1579ff383192 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:09.011678 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6d93a910-5336-4884-a25d-4e7fcd48ef19 req-00359f2e-c7d3-4523-97be-1579ff383192 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 943 time: 0.0602403 May 04 08:22:09.121319 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6d93a910-5336-4884-a25d-4e7fcd48ef19 req-68ef0b4d-afe9-4f82-ab13-18f76d143751 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022325 May 04 08:22:09.143495 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88603a32-b352-4e5b-8c07-5ef3cebc0e0c req-82f735cb-2e78-46b2-985b-8380b26dddc6 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320498 May 04 08:22:09.149027 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.544809 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.db.resource_extend [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 08:22:09.596584 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.601808 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (8aab5911-8e17-4ee3-9dda-42b92fa2e3af), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:09.712755 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Floating IP 8aab5911-8e17-4ee3-9dda-42b92fa2e3af associated. External IP: 172.28.3.208, port: dcdba0ec-99cd-4723-a504-8c37d3e2342d. May 04 08:22:09.941682 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Router b5b2f5da-ae06-4010-8c14-42237142a6ec has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:10.065530 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:10.070650 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:10.075446 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] Sync routers for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:10.085378 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:10.086028 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:10.102079 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-61c571e5-f5d2-4760-923d-7c67c2def05c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "PUT /v2.0/floatingips/8aab5911-8e17-4ee3-9dda-42b92fa2e3af HTTP/1.1" status: 200 len: 992 time: 1.2892754 May 04 08:22:10.103384 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:10.105054 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb87eacb-0389-40a5-a45c-52b886e4aa3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:10.142850 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd2fcc9-5619-43d4-89e4-5b88e2c81886 x-openstack-request-id: req-3dd2fcc9-5619-43d4-89e4-5b88e2c81886 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:10.143139 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:10.143380 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3dd2fcc9-5619-43d4-89e4-5b88e2c81886 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:10.143777 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd2fcc9-5619-43d4-89e4-5b88e2c81886'] response: {'name': 'network-changed', 'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'status': 'completed', 'code': 200} May 04 08:22:10.197538 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:10.277723 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-449ca239-96d3-49b9-9fc9-ec03f9628791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:10.279506 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-449ca239-96d3-49b9-9fc9-ec03f9628791 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 1130 time: 0.0706916 May 04 08:22:10.288142 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15573-a786-40fd-85d7-3d393ba14975 req-c16f1149-e990-4005-91f8-18963a5fe643 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:10.289572 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-99e15573-a786-40fd-85d7-3d393ba14975 req-c16f1149-e990-4005-91f8-18963a5fe643 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 943 time: 0.0720108 May 04 08:22:10.400128 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-99e15573-a786-40fd-85d7-3d393ba14975 req-0261e46e-ebbb-4c24-bc29-d88e7544bea6 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018689 May 04 08:22:10.418457 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-c866e84b-4d13-4f50-9a0d-2bfcb2a0512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:10.420084 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-c866e84b-4d13-4f50-9a0d-2bfcb2a0512c service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 917 time: 0.1296387 May 04 08:22:10.458716 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:10.477290 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '8aab5911-8e17-4ee3-9dda-42b92fa2e3af', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'floating_ip_address': '172.28.3.208', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'port_id': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'mac_address': 'fa:16:3e:5c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:55Z', 'updated_at': '2022-05-04T08:22:09Z', 'revision_number': 1, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:10.503279 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-a35b7bbd-b814-45e6-b4b2-1338ff86a66f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d HTTP/1.1" status: 200 len: 1000 time: 0.0763924 May 04 08:22:10.507333 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] Checking router: b5b2f5da-ae06-4010-8c14-42237142a6ec for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:10.516557 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:10.517163 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:10.555205 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-65e7acd4-2ccd-43e2-8a44-a3eb9e324c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:10.556684 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-65e7acd4-2ccd-43e2-8a44-a3eb9e324c0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.0464029 May 04 08:22:10.604197 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-98444ea3-72e3-4963-abdd-e5369dd5ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:10.605716 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-98444ea3-72e3-4963-abdd-e5369dd5ecd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423987 May 04 08:22:10.706908 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-812539a2-2b15-45a8-89ee-7cbe11df1383 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910366 May 04 08:22:10.765506 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:10.804663 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb87eacb-0389-40a5-a45c-52b886e4aa3b req-5fd01d16-26b9-452b-bf05-6e95a69288e5 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891702 May 04 08:22:11.006779 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '8aab5911-8e17-4ee3-9dda-42b92fa2e3af', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'floating_ip_address': '172.28.3.208', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'port_id': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'mac_address': 'fa:16:3e:5c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:55Z', 'updated_at': '2022-05-04T08:22:09Z', 'revision_number': 1, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:11.033384 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298662ae-f618-4dbe-a4b2-471efc231c6d None None] The sync data for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb is: [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '8aab5911-8e17-4ee3-9dda-42b92fa2e3af', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'floating_ip_address': '172.28.3.208', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'port_id': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'mac_address': 'fa:16:3e:5c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:21:55Z', 'updated_at': '2022-05-04T08:22:09Z', 'revision_number': 1, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:11.243588 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e25ae7-c563-45f6-a06c-fa6ca16aa25f None None] New status for floating IP 8aab5911-8e17-4ee3-9dda-42b92fa2e3af: ACTIVE {{(pid=103667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:22:11.523863 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212966ad-a97f-4911-ae1b-82e41eec09a6 req-2afb8bd3-f808-496d-8c5d-05e5bd300be8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:11.525366 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-212966ad-a97f-4911-ae1b-82e41eec09a6 req-2afb8bd3-f808-496d-8c5d-05e5bd300be8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 943 time: 0.0511634 May 04 08:22:11.572536 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-212966ad-a97f-4911-ae1b-82e41eec09a6 req-09c067f9-43db-4b3a-a601-c31bf2386b37 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 May 04 08:22:12.190016 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device aa24ca23-48e9-4232-8cba-55b45f5a815e details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:22:12.304870 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port aa24ca23-48e9-4232-8cba-55b45f5a815e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa24ca23-48e9-4232-8cba-55b45f5a815e,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:12.317743 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'aa24ca23-48e9-4232-8cba-55b45f5a815e', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'port_id': 'aa24ca23-48e9-4232-8cba-55b45f5a815e', 'mac_address': 'fa:16:3e:8f:e9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:22:12.362522 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port aa24ca23-48e9-4232-8cba-55b45f5a815e is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:12.363032 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:12.379386 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa24ca23-48e9-4232-8cba-55b45f5a815e {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:12.405006 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port aa24ca23-48e9-4232-8cba-55b45f5a815e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa24ca23-48e9-4232-8cba-55b45f5a815e,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:12.411923 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:12.479072 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=aa24ca23-48e9-4232-8cba-55b45f5a815e,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:12.703893 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b430c-07a6-4de2-b7f2-195819ebb7ac req-3ce1b088-8ef0-4dbf-8f07-cfcde21a817e tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:12.705403 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-254b430c-07a6-4de2-b7f2-195819ebb7ac req-3ce1b088-8ef0-4dbf-8f07-cfcde21a817e tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 944 time: 0.0487432 May 04 08:22:12.768193 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-254b430c-07a6-4de2-b7f2-195819ebb7ac req-ffcf5b61-55b4-4103-835e-5d535a9334fd tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551274 May 04 08:22:12.786032 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['aa24ca23-48e9-4232-8cba-55b45f5a815e'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:13.921623 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d06b38-0f10-49c4-aa9d-3c5ec3bdb8ed req-66f94137-826a-49fe-9690-56b19aa9040d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:13.923349 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-98d06b38-0f10-49c4-aa9d-3c5ec3bdb8ed req-66f94137-826a-49fe-9690-56b19aa9040d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 944 time: 0.0675993 May 04 08:22:13.986965 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-98d06b38-0f10-49c4-aa9d-3c5ec3bdb8ed req-c0f8a133-c008-496f-8db3-3b5ec4521bff tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546663 May 04 08:22:14.203828 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device aa24ca23-48e9-4232-8cba-55b45f5a815e up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:22:14.263889 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port aa24ca23-48e9-4232-8cba-55b45f5a815e completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:22:14.272606 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port aa24ca23-48e9-4232-8cba-55b45f5a815e triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:14.273110 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:14.362769 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port aa24ca23-48e9-4232-8cba-55b45f5a815e is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:14.363169 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:14.391093 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa24ca23-48e9-4232-8cba-55b45f5a815e'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:14.393996 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b6a09e-f903-4f4a-930d-48efaa8b5f2a" -d '{"events": [{"server_uuid": "05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de", "name": "network-vif-plugged", "status": "completed", "tag": "aa24ca23-48e9-4232-8cba-55b45f5a815e"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:14.407835 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port aa24ca23-48e9-4232-8cba-55b45f5a815e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa24ca23-48e9-4232-8cba-55b45f5a815e,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:14.412228 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:14.442199 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118875e4-72f3-47c2-86c7-6cf7101ef74f x-openstack-request-id: req-118875e4-72f3-47c2-86c7-6cf7101ef74f {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:14.442499 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de", "name": "network-vif-plugged", "status": "completed", "tag": "aa24ca23-48e9-4232-8cba-55b45f5a815e", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:14.442835 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-118875e4-72f3-47c2-86c7-6cf7101ef74f {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:14.443278 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118875e4-72f3-47c2-86c7-6cf7101ef74f'] response: {'server_uuid': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa24ca23-48e9-4232-8cba-55b45f5a815e', 'code': 200} May 04 08:22:14.476937 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=aa24ca23-48e9-4232-8cba-55b45f5a815e,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:14.678807 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b793d-7a58-4c60-8955-d9220a333d4e req-8b650641-fbe0-4fd1-98b4-533c756fdb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:14.680333 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-928b793d-7a58-4c60-8955-d9220a333d4e req-8b650641-fbe0-4fd1-98b4-533c756fdb01 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 1129 time: 0.0400221 May 04 08:22:14.726292 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-928b793d-7a58-4c60-8955-d9220a333d4e req-5735290f-4602-4e12-bb59-dc35c87d3991 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388145 May 04 08:22:15.119908 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7f138-b10a-4b03-b5b8-c338a70a8f8f req-9b26713a-b294-4a8a-98e2-fb17ec153dda tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:15.121587 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82d7f138-b10a-4b03-b5b8-c338a70a8f8f req-9b26713a-b294-4a8a-98e2-fb17ec153dda tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 945 time: 0.0566640 May 04 08:22:15.177589 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82d7f138-b10a-4b03-b5b8-c338a70a8f8f req-dd9b469c-1efd-472d-bf1d-b870d1b9a0e8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475368 May 04 08:22:16.314200 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cb001-fd84-4798-b474-06b7e143973f req-17a189c7-f936-4c37-8f1e-c3694bd7be74 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:16.315365 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1e8cb001-fd84-4798-b474-06b7e143973f req-17a189c7-f936-4c37-8f1e-c3694bd7be74 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 945 time: 0.0530615 May 04 08:22:16.367849 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1e8cb001-fd84-4798-b474-06b7e143973f req-042f1e3c-8efc-4c65-aaac-24bf94dcbf12 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 May 04 08:22:17.311885 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035b19a-29fd-41de-adc4-fdf9d1204141 req-358eb367-57d1-4b7e-a83f-f4266b15150f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:17.313239 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b035b19a-29fd-41de-adc4-fdf9d1204141 req-358eb367-57d1-4b7e-a83f-f4266b15150f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0491507 May 04 08:22:17.362529 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b035b19a-29fd-41de-adc4-fdf9d1204141 req-6c008965-89de-4aae-ae6e-ce651d12c189 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 May 04 08:22:17.489076 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50baee-cb9b-4adf-8659-06e6be0f7805 req-a4002930-e618-4ad8-a146-8708a898f3d7 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:17.490821 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8c50baee-cb9b-4adf-8659-06e6be0f7805 req-a4002930-e618-4ad8-a146-8708a898f3d7 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 945 time: 0.0529666 May 04 08:22:17.544874 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8c50baee-cb9b-4adf-8659-06e6be0f7805 req-3abc88f6-0efb-4add-a740-01e1fa8627db tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481031 May 04 08:22:17.662439 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52757d76-9fa4-4f26-87a5-72dccd85de3f req-d5992f9e-c5c5-4e49-93f3-1aa9ef0f0666 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:17.664021 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-52757d76-9fa4-4f26-87a5-72dccd85de3f req-d5992f9e-c5c5-4e49-93f3-1aa9ef0f0666 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 945 time: 0.0523715 May 04 08:22:17.672928 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46820) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:17.677672 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-50e047b1-69fe-481f-963c-59a24b7d445d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Request body: {'floatingip': {'port_id': 'aa24ca23-48e9-4232-8cba-55b45f5a815e'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:17.716968 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-50e047b1-69fe-481f-963c-59a24b7d445d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (d06c552d-3752-4ae7-a27b-31ca72d7bae3), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:18.552268 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83780-e677-4fc9-ab69-64dd24c22cbe req-6c1c97f9-748b-445b-9acd-b543ee5003de tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:18.553755 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fdb83780-e677-4fc9-ab69-64dd24c22cbe req-6c1c97f9-748b-445b-9acd-b543ee5003de tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.1174393 May 04 08:22:18.660547 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-50e047b1-69fe-481f-963c-59a24b7d445d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:18.666532 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fdb83780-e677-4fc9-ab69-64dd24c22cbe req-d54ed745-b998-4a51-8a14-ffd02913f7df tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046066 May 04 08:22:18.667854 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-50e047b1-69fe-481f-963c-59a24b7d445d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (d06c552d-3752-4ae7-a27b-31ca72d7bae3), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:18.781015 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.l3_db [None req-50e047b1-69fe-481f-963c-59a24b7d445d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Floating IP d06c552d-3752-4ae7-a27b-31ca72d7bae3 associated. External IP: 172.28.3.106, port: aa24ca23-48e9-4232-8cba-55b45f5a815e. May 04 08:22:19.006695 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e047b1-69fe-481f-963c-59a24b7d445d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Router 607f0a3a-bf18-49a5-83d1-2401f80875f3 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:19.135943 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e047b1-69fe-481f-963c-59a24b7d445d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:19.141074 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-50e047b1-69fe-481f-963c-59a24b7d445d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:19.145928 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] Sync routers for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:19.155677 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:19.156885 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:19.171651 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-50e047b1-69fe-481f-963c-59a24b7d445d tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "PUT /v2.0/floatingips/d06c552d-3752-4ae7-a27b-31ca72d7bae3 HTTP/1.1" status: 200 len: 991 time: 1.4976156 May 04 08:22:19.172530 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'tag': 'aa24ca23-48e9-4232-8cba-55b45f5a815e'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:19.175513 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d2bc24-537d-4858-9466-bbd484cd237d" -d '{"events": [{"name": "network-changed", "server_uuid": "05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de", "tag": "aa24ca23-48e9-4232-8cba-55b45f5a815e"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:19.212093 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a9f745-67ca-4d0a-a21a-3256fcf35ad4 x-openstack-request-id: req-52a9f745-67ca-4d0a-a21a-3256fcf35ad4 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:19.212398 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de", "tag": "aa24ca23-48e9-4232-8cba-55b45f5a815e", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:19.212651 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52a9f745-67ca-4d0a-a21a-3256fcf35ad4 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:19.213058 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a9f745-67ca-4d0a-a21a-3256fcf35ad4'] response: {'name': 'network-changed', 'server_uuid': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'tag': 'aa24ca23-48e9-4232-8cba-55b45f5a815e', 'status': 'completed', 'code': 200} May 04 08:22:19.268932 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:19.309355 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bc24-537d-4858-9466-bbd484cd237d req-d234dc7a-44b8-4d69-98a3-9960c8d0789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:19.310941 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88d2bc24-537d-4858-9466-bbd484cd237d req-d234dc7a-44b8-4d69-98a3-9960c8d0789e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df39866d4e164c0bae5d561c75f0e338&device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 1129 time: 0.0415292 May 04 08:22:19.408876 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bc24-537d-4858-9466-bbd484cd237d req-04d4ad4c-7396-47a9-9882-f8594d43722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:19.410418 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88d2bc24-537d-4858-9466-bbd484cd237d req-04d4ad4c-7396-47a9-9882-f8594d43722f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 200 len: 911 time: 0.0926588 May 04 08:22:19.476164 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88d2bc24-537d-4858-9466-bbd484cd237d req-b8597325-abf2-4fe0-8d99-e6cb58d2409f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa24ca23-48e9-4232-8cba-55b45f5a815e HTTP/1.1" status: 200 len: 999 time: 0.0589015 May 04 08:22:19.499086 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'd06c552d-3752-4ae7-a27b-31ca72d7bae3', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'floating_ip_address': '172.28.3.106', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'port_id': 'aa24ca23-48e9-4232-8cba-55b45f5a815e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'mac_address': 'fa:16:3e:8f:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:22:02Z', 'updated_at': '2022-05-04T08:22:18Z', 'revision_number': 1, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:19.526293 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] Checking router: 607f0a3a-bf18-49a5-83d1-2401f80875f3 for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:19.531289 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bc24-537d-4858-9466-bbd484cd237d req-efe15e29-f288-4d22-9b1b-47021ca91521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:19.532788 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88d2bc24-537d-4858-9466-bbd484cd237d req-efe15e29-f288-4d22-9b1b-47021ca91521 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e742a793-acd8-4cc7-8359-6450cf9e8e75 HTTP/1.1" status: 200 len: 849 time: 0.0496304 May 04 08:22:19.535712 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:19.536328 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:19.578755 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bc24-537d-4858-9466-bbd484cd237d req-45c5587a-73ed-48e3-8139-070b998ca899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:19.580269 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88d2bc24-537d-4858-9466-bbd484cd237d req-45c5587a-73ed-48e3-8139-070b998ca899 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3b895c4-6a2b-4006-97c1-fdc5018d64fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0410945 May 04 08:22:19.648935 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:19.675044 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88d2bc24-537d-4858-9466-bbd484cd237d req-b68c25f3-6172-46b9-8f26-e33b85a25767 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875294 May 04 08:22:19.797470 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88d2bc24-537d-4858-9466-bbd484cd237d req-968f33d4-62a5-4ffd-b630-165ee98343c8 service neutron] 10.222.0.62 "GET /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152987 May 04 08:22:19.803810 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca2188-3c4d-4fc5-ad75-7854e406d6c5 req-a4a33648-88eb-4807-b144-dcc06684b49f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:19.805138 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f8ca2188-3c4d-4fc5-ad75-7854e406d6c5 req-a4a33648-88eb-4807-b144-dcc06684b49f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0636492 May 04 08:22:19.859383 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f8ca2188-3c4d-4fc5-ad75-7854e406d6c5 req-2ff09555-13e4-4d60-b215-792c0e0f99db tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484960 May 04 08:22:19.877521 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'd06c552d-3752-4ae7-a27b-31ca72d7bae3', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'floating_ip_address': '172.28.3.106', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'port_id': 'aa24ca23-48e9-4232-8cba-55b45f5a815e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'mac_address': 'fa:16:3e:8f:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:22:02Z', 'updated_at': '2022-05-04T08:22:18Z', 'revision_number': 1, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:19.908816 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b6d1a-8747-449b-9bbd-30e2f69f9a40 None None] The sync data for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb is: [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'd06c552d-3752-4ae7-a27b-31ca72d7bae3', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'floating_ip_address': '172.28.3.106', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'port_id': 'aa24ca23-48e9-4232-8cba-55b45f5a815e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'mac_address': 'fa:16:3e:8f:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:22:02Z', 'updated_at': '2022-05-04T08:22:18Z', 'revision_number': 1, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:20.135660 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3298d6-927d-4f43-aaba-2547dbf93ce4 None None] New status for floating IP d06c552d-3752-4ae7-a27b-31ca72d7bae3: ACTIVE {{(pid=103667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:22:20.982291 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccc121-0773-4f77-b324-0e2686221f20 req-a95ff84e-05e2-4c67-904b-087bea631738 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:20.983855 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-35ccc121-0773-4f77-b324-0e2686221f20 req-a95ff84e-05e2-4c67-904b-087bea631738 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0521002 May 04 08:22:21.039602 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-35ccc121-0773-4f77-b324-0e2686221f20 req-c1884b30-9e95-471c-bbd5-00263e9233fa tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496047 May 04 08:22:22.158496 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a29470-ce29-4ea0-ac2c-3a38d331d745 req-07bf5049-ffb1-4b64-b0a3-f988c326bad6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:22.160017 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b4a29470-ce29-4ea0-ac2c-3a38d331d745 req-07bf5049-ffb1-4b64-b0a3-f988c326bad6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0489233 May 04 08:22:22.211750 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b4a29470-ce29-4ea0-ac2c-3a38d331d745 req-4ee250b1-9564-4fdc-ade8-2af7d2cb50c9 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457902 May 04 08:22:22.366463 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:23.332149 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b04757-75ac-42fc-b2a1-bbce02075f77 req-aa6a8336-3cad-454f-85d8-801efe61686e tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:23.333541 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e8b04757-75ac-42fc-b2a1-bbce02075f77 req-aa6a8336-3cad-454f-85d8-801efe61686e tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0520644 May 04 08:22:23.385373 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e8b04757-75ac-42fc-b2a1-bbce02075f77 req-1d179582-65e4-49b0-822b-dad1ba28bb1a tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459843 May 04 08:22:24.511643 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d993b-153b-4824-ad0c-84b8598c9fda req-e9c082e5-2e78-4410-b4d1-9659fc6f2554 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:24.513144 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f00d993b-153b-4824-ad0c-84b8598c9fda req-e9c082e5-2e78-4410-b4d1-9659fc6f2554 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0473700 May 04 08:22:24.565135 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f00d993b-153b-4824-ad0c-84b8598c9fda req-9b065faf-afbf-442c-9a53-7605acdb8b23 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455029 May 04 08:22:25.685729 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417873e-4211-4f0e-96ff-6384d8323afd req-c1f05a27-b3c7-4e69-8b1a-747ec113f875 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:25.687230 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7417873e-4211-4f0e-96ff-6384d8323afd req-c1f05a27-b3c7-4e69-8b1a-747ec113f875 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0527451 May 04 08:22:25.740467 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7417873e-4211-4f0e-96ff-6384d8323afd req-779016c6-e6e2-469a-b290-60c67aeb1e05 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443556 May 04 08:22:26.858714 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab82f87-8c08-4022-911e-8644d7d8dd4e req-413c0099-f578-4ce8-a92d-4481f624d34d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:26.860229 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1ab82f87-8c08-4022-911e-8644d7d8dd4e req-413c0099-f578-4ce8-a92d-4481f624d34d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0508344 May 04 08:22:26.928786 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1ab82f87-8c08-4022-911e-8644d7d8dd4e req-0187f673-5a38-4be1-b19c-0b63376d3814 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539930 May 04 08:22:27.559499 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-9fe82cf1-f622-4a25-b3c5-8835f95c9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:27.561032 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-9fe82cf1-f622-4a25-b3c5-8835f95c9a12 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=665c1f64495c4dadab3990bfc933bf22&device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1129 time: 0.0423639 May 04 08:22:27.658737 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-a1461139-b1f3-4a91-b41f-9d7e5d67e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:27.660233 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-a1461139-b1f3-4a91-b41f-9d7e5d67e2e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8e22094-fa4e-4129-953e-332cc435c21a HTTP/1.1" status: 200 len: 910 time: 0.0911038 May 04 08:22:27.730854 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-b8cabcc7-5557-4d0b-94ee-4de22d37aaf9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd HTTP/1.1" status: 200 len: 1000 time: 0.0640576 May 04 08:22:27.789447 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-4c5e01f7-22f0-4669-b138-fe9a343696ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:27.790955 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-4c5e01f7-22f0-4669-b138-fe9a343696ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=746850a0-26c1-452d-8542-bd0b3be43805 HTTP/1.1" status: 200 len: 848 time: 0.0514708 May 04 08:22:27.847785 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-3f330d40-b477-4984-b144-9f1e83d5e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:27.849203 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-3f330d40-b477-4984-b144-9f1e83d5e338 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8e22094-fa4e-4129-953e-332cc435c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471170 May 04 08:22:27.951198 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-1b8ac311-72c1-4c5b-91d8-b5097d6bb98c service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951498 May 04 08:22:28.093580 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d198f-ae13-4322-ac62-7e7fbbc26a17 req-d1638534-1875-44ef-af5a-ef7ce249a60d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:28.095119 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bf9d198f-ae13-4322-ac62-7e7fbbc26a17 req-d1638534-1875-44ef-af5a-ef7ce249a60d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0980535 May 04 08:22:28.097431 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-87cebe3f-53b6-458b-a831-7d86a01dff78 req-c009d75d-88a4-4e4e-99d1-cc29ed329d27 service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384563 May 04 08:22:28.156184 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bf9d198f-ae13-4322-ac62-7e7fbbc26a17 req-dd4d66b0-2185-49d3-b44a-af2085f4e29d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536649 May 04 08:22:29.276957 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadddddb-d42c-48b8-8111-9396f55977fc req-ef08d6ea-da42-4499-b233-598557873c16 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:29.278355 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eadddddb-d42c-48b8-8111-9396f55977fc req-ef08d6ea-da42-4499-b233-598557873c16 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0495727 May 04 08:22:29.331173 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-eadddddb-d42c-48b8-8111-9396f55977fc req-5886f441-83f5-42f8-b33c-d6593860c229 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445042 May 04 08:22:30.452819 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ac251-7142-4976-8e18-6bbb014c36a2 req-8f79d62d-35b1-42b4-b2c9-13c3d8c245d8 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:30.454369 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ed6ac251-7142-4976-8e18-6bbb014c36a2 req-8f79d62d-35b1-42b4-b2c9-13c3d8c245d8 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0497782 May 04 08:22:30.537590 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ed6ac251-7142-4976-8e18-6bbb014c36a2 req-1ef403d8-4141-47d0-81be-60ab10e9f3e8 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770791 May 04 08:22:30.546551 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-86846e98-566e-464c-b649-c2096d464999 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510617324&fields=id&tenant_id=832a0ad377a3420dbb1948b8b97fa5b2 HTTP/1.1" status: 200 len: 267 time: 0.0799174 May 04 08:22:30.604730 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-45fa3849-2603-42fd-a0eb-82651cf66579 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:30.606277 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-45fa3849-2603-42fd-a0eb-82651cf66579 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 984 time: 0.0535269 May 04 08:22:30.617293 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-dad1705e-a5ed-4b4e-b0d8-47b15e7aa69f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Request body: {'port': {'security_groups': ['b11f278a-6f18-4ed2-bb2b-907d1a570fd3']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:22:30.725288 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-dad1705e-a5ed-4b4e-b0d8-47b15e7aa69f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:30.767162 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 46872) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:30.799946 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497a674-41c3-4571-96f8-87f1bfafbaad req-fd80a2c2-2e33-4984-bdbc-ce134c9412de tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:30.801767 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a497a674-41c3-4571-96f8-87f1bfafbaad req-fd80a2c2-2e33-4984-bdbc-ce134c9412de tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0903788 May 04 08:22:30.897484 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-7c4b4ff0-6777-4d86-9070-36ef23234f1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284032 May 04 08:22:30.909034 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-b822a73e-d6d7-4453-b05c-ad87e37fa463 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103664) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 08:22:30.910010 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-b822a73e-d6d7-4453-b05c-ad87e37fa463 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051234 May 04 08:22:30.929373 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a497a674-41c3-4571-96f8-87f1bfafbaad req-a7170fae-5f6a-4676-8a8f-d5177ddcecd3 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198368 May 04 08:22:31.006027 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46882) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:31.043991 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-dad1705e-a5ed-4b4e-b0d8-47b15e7aa69f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] For port dd4a47d8-004f-4b45-a101-51576d6166d2, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dd4a47d8-004f-4b45-a101-51576d6166d2,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:31.058836 dv-cinder-840289-4-smb neutron-server[103665]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 08:22:31.075073 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-dad1705e-a5ed-4b4e-b0d8-47b15e7aa69f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.083280 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-dad1705e-a5ed-4b4e-b0d8-47b15e7aa69f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.107907 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-0e929db6-44d4-4073-9d56-e8ef0a3e0067 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:31.109324 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-0e929db6-44d4-4073-9d56-e8ef0a3e0067 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports/5024184c-9e21-4cc2-a8c4-de7d6b692dbd HTTP/1.1" status: 200 len: 942 time: 0.1022809 May 04 08:22:31.125883 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['dd4a47d8-004f-4b45-a101-51576d6166d2'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:31.126916 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-dad1705e-a5ed-4b4e-b0d8-47b15e7aa69f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:31.127572 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-dad1705e-a5ed-4b4e-b0d8-47b15e7aa69f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.131111 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d52e007-cc4b-4d4f-bd3c-b3465a704dea req-dad1705e-a5ed-4b4e-b0d8-47b15e7aa69f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "PUT /v2.0/ports/dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 942 time: 0.5183897 May 04 08:22:31.131588 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:31.133916 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23394b9-5d36-48ac-801d-2459c918ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:31.138776 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46888) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:31.170798 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1705e-a5ed-4b4e-b0d8-47b15e7aa69f tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event updated for resources: {'Port': ['ID=dd4a47d8-004f-4b45-a101-51576d6166d2,revision_number=7']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:31.206420 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f2a0b6-fc56-430a-b968-2e31eab32d70 x-openstack-request-id: req-26f2a0b6-fc56-430a-b968-2e31eab32d70 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:31.206784 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:31.206982 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26f2a0b6-fc56-430a-b968-2e31eab32d70 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:31.207873 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f2a0b6-fc56-430a-b968-2e31eab32d70'] response: {'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'status': 'completed', 'code': 200} May 04 08:22:31.229768 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a9817ba6-ddb5-4cb3-a6a4-60f175b7589d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group (ccb30797-ded4-4322-882b-eed3909ebbef), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.273949 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a9817ba6-ddb5-4cb3-a6a4-60f175b7589d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group (ccb30797-ded4-4322-882b-eed3909ebbef), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.336719 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['dd4a47d8-004f-4b45-a101-51576d6166d2'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:31.344864 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-71f30ab8-6f23-409b-8a1f-03ac6191786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:31.346421 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-71f30ab8-6f23-409b-8a1f-03ac6191786f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=832a0ad377a3420dbb1948b8b97fa5b2&device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 1129 time: 0.0894821 May 04 08:22:31.356816 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a9817ba6-ddb5-4cb3-a6a4-60f175b7589d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ccb30797-ded4-4322-882b-eed3909ebbef), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.359843 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a9817ba6-ddb5-4cb3-a6a4-60f175b7589d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.364139 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a9817ba6-ddb5-4cb3-a6a4-60f175b7589d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "DELETE /v2.0/security-groups/ccb30797-ded4-4322-882b-eed3909ebbef HTTP/1.1" status: 204 len: 168 time: 0.2228894 May 04 08:22:31.364749 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 46896) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:31.414783 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-6709211f-d1e4-498d-9885-145ff7af0dea None None] Provisioning complete for port dd4a47d8-004f-4b45-a101-51576d6166d2 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:31.415259 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6709211f-d1e4-498d-9885-145ff7af0dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.426271 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9817ba6-ddb5-4cb3-a6a4-60f175b7589d tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb30797-ded4-4322-882b-eed3909ebbef,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:31.481777 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-93806772-40e3-4e5e-9ef2-4febaeec449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:31.484104 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-93806772-40e3-4e5e-9ef2-4febaeec449e service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c8d996e-5e6f-497e-900c-9348519f1d7b HTTP/1.1" status: 200 len: 915 time: 0.1272347 May 04 08:22:31.578895 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-1e0b3cff-6dab-42b7-921c-65c2de51882c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 1001 time: 0.0870695 May 04 08:22:31.594343 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-6709211f-d1e4-498d-9885-145ff7af0dea None None] Current status of the port dd4a47d8-004f-4b45-a101-51576d6166d2 is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:31.615872 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Deleting port 4870d030-64e9-4816-9175-dffae100b5e0 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:31.616209 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (4870d030-64e9-4816-9175-dffae100b5e0), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.639796 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-f36f2c5d-dcb0-4156-a37d-91d162409cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:31.641333 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-f36f2c5d-dcb0-4156-a37d-91d162409cec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4abf7313-14b7-411a-abc4-f959bd38323c HTTP/1.1" status: 200 len: 853 time: 0.0510316 May 04 08:22:31.707081 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-75c120cf-c3bc-417a-aaab-305aeaad7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:31.709100 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-75c120cf-c3bc-417a-aaab-305aeaad7fb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c8d996e-5e6f-497e-900c-9348519f1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504005 May 04 08:22:31.709322 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (4870d030-64e9-4816-9175-dffae100b5e0), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.709678 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for floatingip (4870d030-64e9-4816-9175-dffae100b5e0), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.723634 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Calling delete_port for 4870d030-64e9-4816-9175-dffae100b5e0 owned by network:floatingip {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:31.806887 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-5a06ac2a-a66d-4960-b07a-8a8828c0826e service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896254 May 04 08:22:31.909634 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (4870d030-64e9-4816-9175-dffae100b5e0), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:31.915582 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d23394b9-5d36-48ac-801d-2459c918ccc8 req-a4e4991d-eb1d-4c6a-9576-79fee9d48ac1 service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002181 May 04 08:22:31.937683 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event deleted for resources: {'Port': ['ID=4870d030-64e9-4816-9175-dffae100b5e0,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:32.003482 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks [] for floatingip (c835f361-3458-4c39-9478-85582a6c4655), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:32.003778 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Floating IP c835f361-3458-4c39-9478-85582a6c4655 disassociated (deleted). External IP: 172.28.3.189, port: dd4a47d8-004f-4b45-a101-51576d6166d2. May 04 08:22:32.076625 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502deb89-d456-4c0e-b64f-256cba1a6f52 req-962b831d-b91b-4b33-92bf-a12936dc30cd tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:32.078313 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-502deb89-d456-4c0e-b64f-256cba1a6f52 req-962b831d-b91b-4b33-92bf-a12936dc30cd tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0535157 May 04 08:22:32.136473 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-502deb89-d456-4c0e-b64f-256cba1a6f52 req-f5c0ca70-1e92-4066-9fea-525c12e889c5 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516295 May 04 08:22:32.275645 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Router dc5ecd3f-a065-43ac-a564-41bfe34dc55d has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:32.392410 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:32.397525 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:32.402436 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] Sync routers for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:32.413090 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:32.413712 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:32.432440 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-95d1a5c8-00f6-45f5-964c-95c39c0250ef tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "DELETE /v2.0/floatingips/c835f361-3458-4c39-9478-85582a6c4655 HTTP/1.1" status: 204 len: 168 time: 1.0577595 May 04 08:22:32.432440 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:32.432877 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:32.472550 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe00d60f-fb18-40b8-9119-104fca10ae56 x-openstack-request-id: req-fe00d60f-fb18-40b8-9119-104fca10ae56 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:32.472895 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:32.473584 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe00d60f-fb18-40b8-9119-104fca10ae56 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:32.473584 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe00d60f-fb18-40b8-9119-104fca10ae56'] response: {'name': 'network-changed', 'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'status': 'completed', 'code': 200} May 04 08:22:32.539716 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:32.776807 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-be8624a6-4441-4ca8-a399-61d5ae958e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:32.778345 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-be8624a6-4441-4ca8-a399-61d5ae958e32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=832a0ad377a3420dbb1948b8b97fa5b2&device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 1129 time: 0.0759315 May 04 08:22:32.779639 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-caa6aa44-77b6-440f-9bdf-0fca93be9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:32.781064 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-caa6aa44-77b6-440f-9bdf-0fca93be9fef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd&tenant_id=665c1f64495c4dadab3990bfc933bf22 HTTP/1.1" status: 200 len: 1129 time: 0.0798938 May 04 08:22:32.889486 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'abe13aad-841a-41c4-a389-efa08546c13d', 'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'mac_address': 'fa:16:3e:3a:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:46Z', 'updated_at': '2022-05-04T08:19:52Z', 'revision_number': 5, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'subnets': [{'id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:32.919017 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] Checking router: dc5ecd3f-a065-43ac-a564-41bfe34dc55d for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:32.931044 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:32.931927 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:32.936170 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-9521ecb0-4eb5-4a51-9e83-a700f1deeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:32.939341 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-9521ecb0-4eb5-4a51-9e83-a700f1deeea6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=665c1f64495c4dadab3990bfc933bf22&device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1129 time: 0.1028461 May 04 08:22:33.051904 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-2931885a-b6ca-4c01-9b65-825228de506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:33.053216 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:33.053474 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-2931885a-b6ca-4c01-9b65-825228de506f service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c8d996e-5e6f-497e-900c-9348519f1d7b HTTP/1.1" status: 200 len: 915 time: 0.2507820 May 04 08:22:33.072014 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-d9d06796-0c1b-4b8f-9b10-c8ce90ac7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:33.073602 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-d9d06796-0c1b-4b8f-9b10-c8ce90ac7d55 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8e22094-fa4e-4129-953e-332cc435c21a HTTP/1.1" status: 200 len: 910 time: 0.1262748 May 04 08:22:33.268364 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51c1ab-6361-4aff-8681-3d5c1543d9c3 req-412c8291-c9d2-4c41-9a3c-559688757d3e tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:33.270253 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ee51c1ab-6361-4aff-8681-3d5c1543d9c3 req-412c8291-c9d2-4c41-9a3c-559688757d3e tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0516417 May 04 08:22:33.365896 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'abe13aad-841a-41c4-a389-efa08546c13d', 'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'mac_address': 'fa:16:3e:3a:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:46Z', 'updated_at': '2022-05-04T08:19:52Z', 'revision_number': 5, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'subnets': [{'id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:33.398424 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d7616-e56d-4249-a0fc-b01a9b5b788b None None] The sync data for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb is: [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:19:47Z', 'revision_number': 4, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'abe13aad-841a-41c4-a389-efa08546c13d', 'name': '', 'network_id': '3c8d996e-5e6f-497e-900c-9348519f1d7b', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'mac_address': 'fa:16:3e:3a:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:46Z', 'updated_at': '2022-05-04T08:19:52Z', 'revision_number': 5, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'subnets': [{'id': '4abf7313-14b7-411a-abc4-f959bd38323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:33.654658 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d3ced-5dc1-40e9-8bef-805bc860813a None None] New status for floating IP c835f361-3458-4c39-9478-85582a6c4655: DOWN {{(pid=103667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:22:33.663250 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-4a6a9149-4658-48dc-8d10-a45358406ba9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 200 len: 217 time: 0.3522539 May 04 08:22:33.668356 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ee51c1ab-6361-4aff-8681-3d5c1543d9c3 req-8a46fd2d-be01-472e-bece-0917f0fee145 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924074 May 04 08:22:33.690157 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-326964c9-85b3-4b89-8e05-0dc43c572003 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd HTTP/1.1" status: 200 len: 1000 time: 0.3803251 May 04 08:22:33.924364 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-acb6afa7-065f-4e5e-8a36-b01c1e78a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:33.926334 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-acb6afa7-065f-4e5e-8a36-b01c1e78a89e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=746850a0-26c1-452d-8542-bd0b3be43805 HTTP/1.1" status: 200 len: 848 time: 0.0890014 May 04 08:22:33.927809 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-9a1f5f3c-4186-4963-9531-b7f58f9ca88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:33.929345 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-9a1f5f3c-4186-4963-9531-b7f58f9ca88e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4abf7313-14b7-411a-abc4-f959bd38323c HTTP/1.1" status: 200 len: 853 time: 0.0835342 May 04 08:22:33.930498 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1ab4afbc-6f10-492f-bc0a-ac42eb30edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:34.087770 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-496000ee-ab84-4a43-8c7e-41f90a2e778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.089348 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-496000ee-ab84-4a43-8c7e-41f90a2e778b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8e22094-fa4e-4129-953e-332cc435c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0733187 May 04 08:22:34.092356 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-9841e5ae-fe3c-4fc5-8550-779e104d623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.093742 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-9841e5ae-fe3c-4fc5-8550-779e104d623d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c8d996e-5e6f-497e-900c-9348519f1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0659099 May 04 08:22:34.267967 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:22:34.274208 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-2be4b442-242b-4626-9bfa-8a0cb1202c47 service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643159 May 04 08:22:34.276837 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-fb68422d-c09d-4a99-9f41-382b5c784a96 service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592665 May 04 08:22:34.347945 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5024184c-9e21-4cc2-a8c4-de7d6b692dbd no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:34.442063 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd is: ACTIVE; New status is: DOWN {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:34.442599 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:34.449510 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ef8a1a01-6076-4698-9b07-a2c2f15c5cc4 req-16c33c5c-f5bd-4cf5-a10b-41ac6d01462b service neutron] 10.222.0.62 "GET /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573613 May 04 08:22:34.453092 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ebc3799-f44e-491b-8f55-6266d0ae97f7 req-388f0793-da7f-47b6-afd0-a6074e078f57 service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687074 May 04 08:22:34.471265 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:34.474872 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46bb465-09a2-4560-a9d8-87df4a42254d" -d '{"events": [{"server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:34.493921 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:34.505282 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:34.539618 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 08:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf8152d-7d37-47c6-bf6f-a891d5dc6c17 x-openstack-request-id: req-5cf8152d-7d37-47c6-bf6f-a891d5dc6c17 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:34.539934 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:34.540318 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cf8152d-7d37-47c6-bf6f-a891d5dc6c17 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:34.540711 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf8152d-7d37-47c6-bf6f-a891d5dc6c17'] response: {'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'code': 200} May 04 08:22:34.570260 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,revision_number=6']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:34.607871 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22a50-70e3-4d2a-b65e-f115f817c825 req-33f3c5ae-b2e6-4832-bf55-61f66aad5bcf tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.609407 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d9a22a50-70e3-4d2a-b65e-f115f817c825 req-33f3c5ae-b2e6-4832-bf55-61f66aad5bcf tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0509002 May 04 08:22:34.665494 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d9a22a50-70e3-4d2a-b65e-f115f817c825 req-5fc75408-d39f-4be7-ac1f-fc2e3797c700 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460405 May 04 08:22:34.796587 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cb89c-fe68-404f-a504-d6ac42c3a930 req-1e422ba6-a0c7-4ff8-b0af-5532777bebb6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:34.798233 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-535cb89c-fe68-404f-a504-d6ac42c3a930 req-1e422ba6-a0c7-4ff8-b0af-5532777bebb6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 943 time: 0.0541396 May 04 08:22:34.855030 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-535cb89c-fe68-404f-a504-d6ac42c3a930 req-cf2b71b1-c4e5-41b3-881e-23ab703612a1 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497575 May 04 08:22:35.466212 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a54f78-f610-4476-9a6a-e147dc85be92 req-3d46ed11-32d8-4f16-87a9-39c4efb97f4c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:35.468652 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b8a54f78-f610-4476-9a6a-e147dc85be92 req-3d46ed11-32d8-4f16-87a9-39c4efb97f4c tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0620615 May 04 08:22:35.521626 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b8a54f78-f610-4476-9a6a-e147dc85be92 req-d3d29922-c9d4-4c28-a2e2-d55333a66722 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459106 May 04 08:22:35.792053 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119faad3-161a-4914-abc5-90c241e2303b req-7fbffea1-3a96-43c7-a511-12af0e5e528e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:35.793443 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-119faad3-161a-4914-abc5-90c241e2303b req-7fbffea1-3a96-43c7-a511-12af0e5e528e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0517445 May 04 08:22:35.846809 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-119faad3-161a-4914-abc5-90c241e2303b req-f2c68ba9-147c-4c02-b7b2-865bc2158d4f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466745 May 04 08:22:35.994134 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d14d8c-1673-4876-a4e4-be049f9607fa req-feec14eb-56ae-48a3-95bb-16c1677c94a6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:35.995750 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-19d14d8c-1673-4876-a4e4-be049f9607fa req-feec14eb-56ae-48a3-95bb-16c1677c94a6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 943 time: 0.0579922 May 04 08:22:36.057375 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-19d14d8c-1673-4876-a4e4-be049f9607fa req-fb575cd5-7bd5-4896-96c1-729a1072960f tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512669 May 04 08:22:36.137006 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-16905cc3-3ea4-4e85-b895-bcf9f1d7354f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.347320 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5024184c-9e21-4cc2-a8c4-de7d6b692dbd details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:22:36.448687 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:36.462413 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'port_id': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'mac_address': 'fa:16:3e:a5:8f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:22:36.504560 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:36.504945 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.518618 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5024184c-9e21-4cc2-a8c4-de7d6b692dbd {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:22:36.538840 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:36.543654 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:36.592270 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,revision_number=7']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:36.644122 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea556c-1877-4061-ae8b-515b7e6343b5 req-52cc6fb3-3b55-479b-b44d-bd5657cf0a20 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:36.645663 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7dea556c-1877-4061-ae8b-515b7e6343b5 req-52cc6fb3-3b55-479b-b44d-bd5657cf0a20 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0498741 May 04 08:22:36.697190 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7dea556c-1877-4061-ae8b-515b7e6343b5 req-8332bc10-b370-4cff-8920-988152571952 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 May 04 08:22:36.930283 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['5024184c-9e21-4cc2-a8c4-de7d6b692dbd'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:36.969539 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f336e-157c-4157-9d36-a9040e8e1089 req-2c6e6e40-08be-4237-8f9b-9d5bf9c0dbf0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:36.971089 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df4f336e-157c-4157-9d36-a9040e8e1089 req-2c6e6e40-08be-4237-8f9b-9d5bf9c0dbf0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0494454 May 04 08:22:37.023339 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df4f336e-157c-4157-9d36-a9040e8e1089 req-98d87cf6-1aea-4226-8ad3-7e24643f6f52 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463481 May 04 08:22:37.177874 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fa487-e989-4537-a6ae-0b608a5c62dd req-83820fe8-29c8-4c2c-8314-3e72b372e39e tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:37.179398 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df4fa487-e989-4537-a6ae-0b608a5c62dd req-83820fe8-29c8-4c2c-8314-3e72b372e39e tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 944 time: 0.0552499 May 04 08:22:37.232034 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df4fa487-e989-4537-a6ae-0b608a5c62dd req-804c2cb5-3f2f-49c6-984e-8bc43faddf3e tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469446 May 04 08:22:37.398708 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:37.824454 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660311b-4356-4e25-a1c8-f8a1dc17dbbc req-9c4b31d2-e517-4050-8e41-a2e3bce38097 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:37.825986 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7660311b-4356-4e25-a1c8-f8a1dc17dbbc req-9c4b31d2-e517-4050-8e41-a2e3bce38097 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0504386 May 04 08:22:37.877206 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7660311b-4356-4e25-a1c8-f8a1dc17dbbc req-87524adc-ce50-44db-8ae6-c3b8fa500e53 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 May 04 08:22:38.146859 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e141d7-c4f3-4fe6-adf1-548ea08e6d62 req-92bf92db-4536-4a72-aec6-8cefaa1481e1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:38.148375 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-40e141d7-c4f3-4fe6-adf1-548ea08e6d62 req-92bf92db-4536-4a72-aec6-8cefaa1481e1 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0530963 May 04 08:22:38.201620 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-40e141d7-c4f3-4fe6-adf1-548ea08e6d62 req-f5417833-1566-4ecc-b5a3-0f0e6db4affd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460999 May 04 08:22:38.358583 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5024184c-9e21-4cc2-a8c4-de7d6b692dbd up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:22:38.361025 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437117e1-a5e4-4f72-8e87-7732cf47c4f5 req-0cbb7d6e-2033-4609-84a8-e9c0bb972004 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:38.362903 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-437117e1-a5e4-4f72-8e87-7732cf47c4f5 req-0cbb7d6e-2033-4609-84a8-e9c0bb972004 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 944 time: 0.0552289 May 04 08:22:38.409726 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:22:38.410321 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:38.420420 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-437117e1-a5e4-4f72-8e87-7732cf47c4f5 req-defd8f44-3f61-4d22-88d7-cbc31bd95df7 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517387 May 04 08:22:38.491705 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:22:38.492093 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:38.516035 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:38.518378 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3425f039-24bd-43d4-8e7d-de62f746e0b1" -d '{"events": [{"server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "name": "network-vif-plugged", "status": "completed", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:38.531465 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:38.536878 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:38.560021 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07d138d-98c0-4920-adef-2930ea8bbb42 x-openstack-request-id: req-c07d138d-98c0-4920-adef-2930ea8bbb42 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:38.560332 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "name": "network-vif-plugged", "status": "completed", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:38.560581 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c07d138d-98c0-4920-adef-2930ea8bbb42 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:38.560970 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07d138d-98c0-4920-adef-2930ea8bbb42'] response: {'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'code': 200} May 04 08:22:38.588025 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,revision_number=8']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:39.005347 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267341c-eef2-4d53-a0b4-38db88a77c75 req-b24bed86-c2d3-4349-b28c-1a1d59a87ec0 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:39.006968 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6267341c-eef2-4d53-a0b4-38db88a77c75 req-b24bed86-c2d3-4349-b28c-1a1d59a87ec0 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0501733 May 04 08:22:39.062499 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6267341c-eef2-4d53-a0b4-38db88a77c75 req-8abb3d4a-0c37-4511-bc7a-76e4ffe1fbc9 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 May 04 08:22:39.150369 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:39.323046 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f43b8-1949-41b6-b316-a6e3d03b761d req-a19bfe3e-f78a-41c3-9fa5-6e13b5a4602a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:39.324552 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-586f43b8-1949-41b6-b316-a6e3d03b761d req-a19bfe3e-f78a-41c3-9fa5-6e13b5a4602a tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0483978 May 04 08:22:39.380314 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-586f43b8-1949-41b6-b316-a6e3d03b761d req-f48f3260-3483-4191-a7f2-d88cb8119025 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496488 May 04 08:22:39.543508 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d787d62-29ca-4c46-a580-b4fa258a85bd req-1ee5fd88-5e56-4f14-a7eb-58e3952836ab tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:39.545093 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5d787d62-29ca-4c46-a580-b4fa258a85bd req-1ee5fd88-5e56-4f14-a7eb-58e3952836ab tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0530539 May 04 08:22:39.608400 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5d787d62-29ca-4c46-a580-b4fa258a85bd req-5c04e64b-a60d-4448-a6db-f35ec0ed67f7 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571623 May 04 08:22:40.198432 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f01ec8-b0b2-4737-b66d-9b814c66f496 req-23c3907b-37e5-404a-8b62-d94c962081c0 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:40.199958 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-35f01ec8-b0b2-4737-b66d-9b814c66f496 req-23c3907b-37e5-404a-8b62-d94c962081c0 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.0648873 May 04 08:22:40.260580 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-35f01ec8-b0b2-4737-b66d-9b814c66f496 req-a49e17b9-4460-4145-af0b-6dfa05371b65 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545232 May 04 08:22:40.444529 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:40.509886 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8a54f-7899-4954-9ed5-4e5f8f31c061 req-0eb7ab09-461e-45ac-bee8-b6483eea6864 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:40.511478 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1db8a54f-7899-4954-9ed5-4e5f8f31c061 req-0eb7ab09-461e-45ac-bee8-b6483eea6864 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.0506539 May 04 08:22:40.570353 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1db8a54f-7899-4954-9ed5-4e5f8f31c061 req-e7fde3ce-01c8-4b1a-8e21-34a6cf4c40dd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523667 May 04 08:22:40.739391 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830598ca-4de3-41bb-aaa6-4caae48bf069 req-ad7b1b23-cce6-47f1-be93-691ee162e520 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:40.740983 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-830598ca-4de3-41bb-aaa6-4caae48bf069 req-ad7b1b23-cce6-47f1-be93-691ee162e520 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0589328 May 04 08:22:40.790510 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-830598ca-4de3-41bb-aaa6-4caae48bf069 req-86e3e33e-c5dd-45d8-b5ba-b673fd8e1465 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 May 04 08:22:41.440604 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-ecfb96fa-cac8-4edf-b5ea-7eaca55dd57b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:41.442120 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-ecfb96fa-cac8-4edf-b5ea-7eaca55dd57b tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.1140842 May 04 08:22:41.448131 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d1e9-3bb2-419a-8f32-d7c8f2f922d3 req-a0b74a35-c71a-4469-86cb-2db56e704916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:41.448810 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-579457b8-22e2-4c93-bdf0-699f01300114 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:41.449643 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-7709d1e9-3bb2-419a-8f32-d7c8f2f922d3 req-a0b74a35-c71a-4469-86cb-2db56e704916 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1129 time: 0.0420640 May 04 08:22:41.450185 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-579457b8-22e2-4c93-bdf0-699f01300114 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.1236024 May 04 08:22:41.456177 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689480d-e1d9-458a-8b97-3c315f3b980e req-7c48f04c-347f-4265-9c2d-fbab91028ef4 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:41.457658 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6689480d-e1d9-458a-8b97-3c315f3b980e req-7c48f04c-347f-4265-9c2d-fbab91028ef4 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 945 time: 0.1089201 May 04 08:22:41.507160 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-7709d1e9-3bb2-419a-8f32-d7c8f2f922d3 req-1de81ea8-fd18-46f2-a611-fe96d7287d56 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474734 May 04 08:22:41.636690 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6689480d-e1d9-458a-8b97-3c315f3b980e req-9f043f01-f18d-4c7b-93c4-89b12e1f67e5 tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/security-groups?id=b11f278a-6f18-4ed2-bb2b-907d1a570fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706069 May 04 08:22:41.637212 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Deleting port dd4a47d8-004f-4b45-a101-51576d6166d2 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:41.637547 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:41.679288 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Deleting port 3c988ade-5682-41d4-9222-530ad8d6e8cd {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:41.679630 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:41.775834 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b1a8a-80a3-456f-98e9-456174a01941 req-6ee75f3f-30db-440c-85ed-d97749fb11bb tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:41.777311 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-236b1a8a-80a3-456f-98e9-456174a01941 req-6ee75f3f-30db-440c-85ed-d97749fb11bb tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 946 time: 0.1197765 May 04 08:22:41.862263 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] For port dd4a47d8-004f-4b45-a101-51576d6166d2, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dd4a47d8-004f-4b45-a101-51576d6166d2,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:41.862559 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:41.906570 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] For port 3c988ade-5682-41d4-9222-530ad8d6e8cd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=3c988ade-5682-41d4-9222-530ad8d6e8cd,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:41.906957 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:41.909987 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Calling delete_port for dd4a47d8-004f-4b45-a101-51576d6166d2 owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:41.968965 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-236b1a8a-80a3-456f-98e9-456174a01941 req-65dfb6e5-dc60-4742-a643-f20b947afdab tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=2522b288-b624-49e1-a31f-56285e346447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615083 May 04 08:22:42.039843 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea96ef5-ff21-4e0d-8090-56bb0f7859bc req-972236b6-52a1-4cfa-b062-fe73d2b93129 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:42.041391 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-aea96ef5-ff21-4e0d-8090-56bb0f7859bc req-972236b6-52a1-4cfa-b062-fe73d2b93129 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.1762788 May 04 08:22:42.180824 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-aea96ef5-ff21-4e0d-8090-56bb0f7859bc req-800b864b-81b3-49ff-b3df-bebddb047083 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316407 May 04 08:22:42.290159 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:42.290879 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (524ecf73-b81a-4b29-b205-a1905b5fa31a), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:42.291341 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.l3_db [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Floating IP 524ecf73-b81a-4b29-b205-a1905b5fa31a disassociated. External IP: 172.28.3.74, port: 3c988ade-5682-41d4-9222-530ad8d6e8cd. May 04 08:22:42.291688 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Calling delete_port for 3c988ade-5682-41d4-9222-530ad8d6e8cd owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:42.296535 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (dd4a47d8-004f-4b45-a101-51576d6166d2), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:42.339824 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Pushing event deleted for resources: {'Port': ['ID=dd4a47d8-004f-4b45-a101-51576d6166d2,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:42.351227 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['dd4a47d8-004f-4b45-a101-51576d6166d2'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:42.441271 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] No DVR routers for this DVR port dd4a47d8-004f-4b45-a101-51576d6166d2 on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:42.444597 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:42.448063 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-90ca8aba-2a00-4d39-ae93-2f891a0e4c9d req-688a81ce-8d6c-4b2f-ac7f-a8f562b0338b tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.62 "DELETE /v2.0/ports/dd4a47d8-004f-4b45-a101-51576d6166d2 HTTP/1.1" status: 204 len: 173 time: 0.9830265 May 04 08:22:42.448532 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'name': 'network-vif-deleted', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:42.450884 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eed376-82a7-4815-a80b-a8e817ca5620" -d '{"events": [{"server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "name": "network-vif-deleted", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:42.514590 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e03a61c-2512-4912-9e6d-f9fba7ed73cd x-openstack-request-id: req-0e03a61c-2512-4912-9e6d-f9fba7ed73cd {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:42.514909 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f", "name": "network-vif-deleted", "tag": "dd4a47d8-004f-4b45-a101-51576d6166d2", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:42.515115 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e03a61c-2512-4912-9e6d-f9fba7ed73cd {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:42.515527 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e03a61c-2512-4912-9e6d-f9fba7ed73cd'] response: {'server_uuid': '2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f', 'name': 'network-vif-deleted', 'tag': 'dd4a47d8-004f-4b45-a101-51576d6166d2', 'status': 'completed', 'code': 200} May 04 08:22:42.553867 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (3c988ade-5682-41d4-9222-530ad8d6e8cd), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:42.591764 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event deleted for resources: {'Port': ['ID=3c988ade-5682-41d4-9222-530ad8d6e8cd,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:42.743970 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-505b280a-d44f-4bfa-bfdb-87fc4a928998 req-474fc59a-7ef7-4b61-80ff-ab6231e409ad tempest-TestMinimumBasicScenario-724213132 tempest-TestMinimumBasicScenario-724213132-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4b6aeb-a85c-40a6-a24d-e5ea4eb7968f HTTP/1.1" status: 200 len: 210 time: 0.0359814 May 04 08:22:42.752557 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:43.196663 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ca35866c-3f31-4d9c-9e73-3126d995fc27 req-b227f1c6-e515-4c10-a54e-860031f35492 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9 HTTP/1.1" status: 200 len: 210 time: 0.0323803 May 04 08:22:43.211902 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:43.240257 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] Sync routers for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:43.256492 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:43.258062 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:43.272770 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] No DVR routers for this DVR port 3c988ade-5682-41d4-9222-530ad8d6e8cd on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:43.280736 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:43.289541 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6d2c4917-c2cc-4560-bab3-c9e084188b9f req-608dff1b-943d-49f7-9f62-5716a00820fd tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "DELETE /v2.0/ports/3c988ade-5682-41d4-9222-530ad8d6e8cd HTTP/1.1" status: 204 len: 173 time: 1.8307958 May 04 08:22:43.362126 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22199f-e114-48cc-b1f8-fd0620f550dc req-6f683f6b-8c5b-4ed0-a8b3-6e6051229645 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:43.366511 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a22199f-e114-48cc-b1f8-fd0620f550dc req-6f683f6b-8c5b-4ed0-a8b3-6e6051229645 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0546138 May 04 08:22:43.393425 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:43.419991 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a22199f-e114-48cc-b1f8-fd0620f550dc req-e1a7935b-74ca-4227-a541-6ba2eadf1ae6 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498888 May 04 08:22:43.606899 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:24Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:43.773828 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] Checking router: abc9bf1d-0b12-49b3-94c3-8aefcc0b645f for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:43.783845 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:43.784498 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:43.899388 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:44.183081 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:24Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:44.216762 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1809ff-8fb3-467e-8d76-0f388fffd3a8 None None] The sync data for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb is: [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '10c6ac00-cc6d-46e3-8ff5-26740fbb79c8', 'name': '', 'network_id': '7261d48d-3e32-4559-af8e-16809b73e4ad', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'mac_address': 'fa:16:3e:38:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:24Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'subnets': [{'id': '971ecbc2-56c8-45d9-b8ae-8324889a48a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:44.301891 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47054) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:44.378854 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dd4a47d8-004f-4b45-a101-51576d6166d2 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:44.395585 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e9591d3d-d786-4ecb-8816-9051207cdde3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group (2522b288-b624-49e1-a31f-56285e346447), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:44.406345 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: dd4a47d8-004f-4b45-a101-51576d6166d2 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:44.407386 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dd4a47d8-004f-4b45-a101-51576d6166d2 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:44.408786 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 3c988ade-5682-41d4-9222-530ad8d6e8cd no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:44.432169 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 3c988ade-5682-41d4-9222-530ad8d6e8cd {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:44.432662 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 3c988ade-5682-41d4-9222-530ad8d6e8cd not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:44.434815 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e9591d3d-d786-4ecb-8816-9051207cdde3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group (2522b288-b624-49e1-a31f-56285e346447), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:44.496483 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e9591d3d-d786-4ecb-8816-9051207cdde3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2522b288-b624-49e1-a31f-56285e346447), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:44.499445 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-e9591d3d-d786-4ecb-8816-9051207cdde3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:44.503341 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-e9591d3d-d786-4ecb-8816-9051207cdde3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "DELETE /v2.0/security-groups/2522b288-b624-49e1-a31f-56285e346447 HTTP/1.1" status: 204 len: 168 time: 0.1973562 May 04 08:22:44.503753 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47056) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:44.517346 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9591d3d-d786-4ecb-8816-9051207cdde3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2522b288-b624-49e1-a31f-56285e346447,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:44.520274 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'name': 'network-vif-deleted', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:44.522979 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeab3c9d-8ae5-4331-bd2f-1a76ac3ae034" -d '{"events": [{"server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "name": "network-vif-deleted", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:44.525772 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.api.v2.resource [None req-0d9e506a-ec74-4352-8db2-d0e290475268 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] show failed (client error): The resource could not be found. May 04 08:22:44.527524 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-0d9e506a-ec74-4352-8db2-d0e290475268 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups/2522b288-b624-49e1-a31f-56285e346447 HTTP/1.1" status: 404 len: 347 time: 0.0218842 May 04 08:22:44.529945 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47060) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:44.531795 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47062) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:44.562042 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9a939-8c59-48be-879d-9132c8b6e78f None None] New status for floating IP 524ecf73-b81a-4b29-b205-a1905b5fa31a: DOWN {{(pid=103667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:22:44.588839 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a99f704-2a27-48d2-9ff4-055a34f72682 x-openstack-request-id: req-3a99f704-2a27-48d2-9ff4-055a34f72682 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:44.589690 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9", "name": "network-vif-deleted", "tag": "3c988ade-5682-41d4-9222-530ad8d6e8cd", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:44.589690 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a99f704-2a27-48d2-9ff4-055a34f72682 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:44.589874 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a99f704-2a27-48d2-9ff4-055a34f72682'] response: {'server_uuid': 'a8d2e69e-7260-41bd-b4e4-3ed90cf57fa9', 'name': 'network-vif-deleted', 'tag': '3c988ade-5682-41d4-9222-530ad8d6e8cd', 'status': 'completed', 'code': 200} May 04 08:22:44.680119 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Deleting port 2195c6db-a8ca-462c-b886-3b9aa533c87f {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:44.680545 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (2195c6db-a8ca-462c-b886-3b9aa533c87f), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:44.778222 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (2195c6db-a8ca-462c-b886-3b9aa533c87f), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:44.779046 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for floatingip (2195c6db-a8ca-462c-b886-3b9aa533c87f), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:44.796993 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Calling delete_port for 2195c6db-a8ca-462c-b886-3b9aa533c87f owned by network:floatingip {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:44.946372 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (2195c6db-a8ca-462c-b886-3b9aa533c87f), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:44.974897 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event deleted for resources: {'Port': ['ID=2195c6db-a8ca-462c-b886-3b9aa533c87f,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:44.985773 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7883228'] for router_interface (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:45.043745 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks [] for floatingip (524ecf73-b81a-4b29-b205-a1905b5fa31a), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:45.046571 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:45.047758 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-caf8ec16-224a-4f19-b7d6-0303c9863e90 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "DELETE /v2.0/floatingips/524ecf73-b81a-4b29-b205-a1905b5fa31a HTTP/1.1" status: 204 len: 168 time: 0.5162454 May 04 08:22:45.294647 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Deleting port abe13aad-841a-41c4-a389-efa08546c13d {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:45.294901 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (abe13aad-841a-41c4-a389-efa08546c13d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:45.387362 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] For port abe13aad-841a-41c4-a389-efa08546c13d, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=abe13aad-841a-41c4-a389-efa08546c13d,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:45.387741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (abe13aad-841a-41c4-a389-efa08546c13d), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:45.406754 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Calling delete_port for abe13aad-841a-41c4-a389-efa08546c13d owned by network:router_interface {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:45.598519 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (abe13aad-841a-41c4-a389-efa08546c13d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:45.634562 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe13aad-841a-41c4-a389-efa08546c13d,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:45.808999 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7841903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887307'] for router_interface (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:46.042802 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Router dc5ecd3f-a065-43ac-a564-41bfe34dc55d has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:46.157726 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:46.163521 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-d218be90-ab23-44f4-8e9a-843fde9c8477 admin admin] 10.222.0.60 "PUT /v2.0/routers/dc5ecd3f-a065-43ac-a564-41bfe34dc55d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6254234 May 04 08:22:46.166215 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47070) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:46.166965 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] Sync routers for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:46.178322 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:46.178727 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:46.278272 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks [] for router (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:46.293801 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:46.395898 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks [] for router_gateway (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:46.442665 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Deleting port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:46.443738 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:46.483849 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:22:45Z', 'revision_number': 5, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port': {'id': '58bf11f0-45b0-46f7-bd7d-d7e87396a0e6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:43Z', 'updated_at': '2022-05-04T08:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:46.510241 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] Checking router: dc5ecd3f-a065-43ac-a564-41bfe34dc55d for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:46.519521 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] Routers {'dc5ecd3f-a065-43ac-a564-41bfe34dc55d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:46.520056 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:46.528408 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] For port 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=58bf11f0-45b0-46f7-bd7d-d7e87396a0e6,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:46.528819 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:46.541898 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Calling delete_port for 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 owned by network:router_gateway {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:46.614337 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] Set router dc5ecd3f-a065-43ac-a564-41bfe34dc55d gateway port host: None {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:46.667959 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:22:46Z', 'revision_number': 6, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port_host': None}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:46.694337 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b22870-44a7-486a-b5b5-e23087ca7c95 None None] The sync data for ids ['dc5ecd3f-a065-43ac-a564-41bfe34dc55d'] in dv-cinder-840289-4-smb is: [{'id': 'dc5ecd3f-a065-43ac-a564-41bfe34dc55d', 'name': 'tempest-TestMinimumBasicScenario-336338491-router', 'tenant_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:42Z', 'updated_at': '2022-05-04T08:22:46Z', 'revision_number': 6, 'project_id': '832a0ad377a3420dbb1948b8b97fa5b2', 'gw_port_host': None}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:46.718651 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (58bf11f0-45b0-46f7-bd7d-d7e87396a0e6), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:46.744390 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Pushing event deleted for resources: {'Port': ['ID=58bf11f0-45b0-46f7-bd7d-d7e87396a0e6,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:46.812478 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7879086'] for router_gateway (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:46.924472 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7873394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14668'] for router (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:46.927289 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks [] for router_controller (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.002836 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7873403'] for router (dc5ecd3f-a065-43ac-a564-41bfe34dc55d), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.003279 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc5ecd3f-a065-43ac-a564-41bfe34dc55d {{(pid=103665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:22:47.008665 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.010934 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c1e4706d-f78f-4ea0-8d28-f2221f8474ac admin admin] 10.222.0.60 "DELETE /v2.0/routers/dc5ecd3f-a065-43ac-a564-41bfe34dc55d HTTP/1.1" status: 204 len: 168 time: 0.8436787 May 04 08:22:47.012721 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47078) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:47.069700 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a8a208-95d8-442f-b699-bfe412da07d7 admin admin] Deleting subnet 4abf7313-14b7-411a-abc4-f959bd38323c {{(pid=103664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:22:47.073379 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a208-95d8-442f-b699-bfe412da07d7 admin admin] Publish callbacks [] for subnet (4abf7313-14b7-411a-abc4-f959bd38323c), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.110771 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a208-95d8-442f-b699-bfe412da07d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5228372'] for subnet (4abf7313-14b7-411a-abc4-f959bd38323c), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.235358 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a208-95d8-442f-b699-bfe412da07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (4abf7313-14b7-411a-abc4-f959bd38323c), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.300281 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a208-95d8-442f-b699-bfe412da07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4773471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738143'] for subnet (4abf7313-14b7-411a-abc4-f959bd38323c), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.329211 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8a208-95d8-442f-b699-bfe412da07d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abf7313-14b7-411a-abc4-f959bd38323c,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:47.333064 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a208-95d8-442f-b699-bfe412da07d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.338819 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-f6a8a208-95d8-442f-b699-bfe412da07d7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4abf7313-14b7-411a-abc4-f959bd38323c HTTP/1.1" status: 204 len: 168 time: 0.3221848 May 04 08:22:47.339196 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47082) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:47.339678 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b8202-c7dc-4602-8aac-c878f33d497c None None] Network 3c8d996e-5e6f-497e-900c-9348519f1d7b requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:22:47.510805 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95ff34-d530-4acc-a986-32af6af4fa10 None None] DHCP port deletion for 3c8d996e-5e6f-497e-900c-9348519f1d7b request from dv-cinder-840289-4-smb {{(pid=103666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:22:47.561062 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0c95ff34-d530-4acc-a986-32af6af4fa10 None None] Deleting port 86945627-3ed4-414d-9d22-979276c6c93e {{(pid=103666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:47.561429 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0c95ff34-d530-4acc-a986-32af6af4fa10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (86945627-3ed4-414d-9d22-979276c6c93e), before_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.613630 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08856b0-90cf-43fd-877d-ecb7207bf2a9 req-a6c8e052-ced3-41b7-8c03-be75fd57faaf tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:47.615392 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b08856b0-90cf-43fd-877d-ecb7207bf2a9 req-a6c8e052-ced3-41b7-8c03-be75fd57faaf tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0546141 May 04 08:22:47.628985 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0c95ff34-d530-4acc-a986-32af6af4fa10 None None] For port 86945627-3ed4-414d-9d22-979276c6c93e, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=86945627-3ed4-414d-9d22-979276c6c93e,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:47.629639 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0c95ff34-d530-4acc-a986-32af6af4fa10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (86945627-3ed4-414d-9d22-979276c6c93e), precommit_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.651299 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0c95ff34-d530-4acc-a986-32af6af4fa10 None None] Calling delete_port for 86945627-3ed4-414d-9d22-979276c6c93e owned by network:dhcp {{(pid=103666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:47.676292 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (3c8d996e-5e6f-497e-900c-9348519f1d7b), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.676767 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b08856b0-90cf-43fd-877d-ecb7207bf2a9 req-427f9e9e-de83-4d53-836f-4884ee01d7df tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495327 May 04 08:22:47.723773 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Deleting port 86945627-3ed4-414d-9d22-979276c6c93e {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:47.724195 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (86945627-3ed4-414d-9d22-979276c6c93e), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.788352 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0c95ff34-d530-4acc-a986-32af6af4fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883'] for port (86945627-3ed4-414d-9d22-979276c6c93e), after_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.788857 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] For port 86945627-3ed4-414d-9d22-979276c6c93e, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=86945627-3ed4-414d-9d22-979276c6c93e,segment=NetworkSegment(a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d),segment_id=a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:47.789277 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (86945627-3ed4-414d-9d22-979276c6c93e), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.806580 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Calling delete_port for 86945627-3ed4-414d-9d22-979276c6c93e owned by network:dhcp {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:47.820297 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95ff34-d530-4acc-a986-32af6af4fa10 None None] Pushing event deleted for resources: {'Port': ['ID=86945627-3ed4-414d-9d22-979276c6c93e,revision_number=None']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:47.825445 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95ff34-d530-4acc-a986-32af6af4fa10 None None] No DVR routers for this DVR port 86945627-3ed4-414d-9d22-979276c6c93e on host dv-cinder-840289-4-smb {{(pid=103666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:47.892236 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (86945627-3ed4-414d-9d22-979276c6c93e), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:47.918270 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Pushing event deleted for resources: {'Port': ['ID=86945627-3ed4-414d-9d22-979276c6c93e,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:47.921840 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] No DVR routers for this DVR port 86945627-3ed4-414d-9d22-979276c6c93e on host dv-cinder-840289-4-smb {{(pid=103665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:47.996150 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (3c8d996e-5e6f-497e-900c-9348519f1d7b), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:48.017868 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8d996e-5e6f-497e-900c-9348519f1d7b']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:48.027443 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:48.027637 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:48.037823 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:48.052244 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:48.058730 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:22:48.059118 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (a9174f7e-2b2e-4f78-965c-06dc9b3d6d0d), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: self.session.flush() May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: self.session.flush() May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: self.session.flush() May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: self.session.flush() May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:22:48.060860 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:22:48.119798 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (3c8d996e-5e6f-497e-900c-9348519f1d7b), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:48.127257 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:48.130558 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] 10.222.0.60 "DELETE /v2.0/networks/3c8d996e-5e6f-497e-900c-9348519f1d7b HTTP/1.1" status: 204 len: 168 time: 0.7903178 May 04 08:22:48.133718 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47088) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:48.139827 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0638e-2a82-440c-b477-ebde3e90475b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8d996e-5e6f-497e-900c-9348519f1d7b,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:48.411377 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 86945627-3ed4-414d-9d22-979276c6c93e no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:48.432494 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 86945627-3ed4-414d-9d22-979276c6c93e {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:48.432836 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 86945627-3ed4-414d-9d22-979276c6c93e not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:48.433260 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device abe13aad-841a-41c4-a389-efa08546c13d no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:48.452947 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: abe13aad-841a-41c4-a389-efa08546c13d {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:48.453288 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device abe13aad-841a-41c4-a389-efa08546c13d not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:48.453702 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:48.473392 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:48.473716 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 58bf11f0-45b0-46f7-bd7d-d7e87396a0e6 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:48.497246 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7883228'] for router_interface (84552ee4-4e3b-4255-a107-85d88ea5c93d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:48.791715 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Deleting port 2fddde41-470a-4da5-86d0-ba38a6da210d {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:48.791715 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:48.849399 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20924f3-f204-4232-a67e-d78ac9deb514 req-0a68a013-d1c6-458a-a42d-276975a3a24e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:48.851002 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f20924f3-f204-4232-a67e-d78ac9deb514 req-0a68a013-d1c6-458a-a42d-276975a3a24e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0747008 May 04 08:22:49.227460 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] For port 2fddde41-470a-4da5-86d0-ba38a6da210d, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2fddde41-470a-4da5-86d0-ba38a6da210d,segment=NetworkSegment(9de6e97a-b2f2-487b-94a4-772d2df83c85),segment_id=9de6e97a-b2f2-487b-94a4-772d2df83c85)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:49.228149 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:49.247091 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Calling delete_port for 2fddde41-470a-4da5-86d0-ba38a6da210d owned by network:router_interface {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:49.251573 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f20924f3-f204-4232-a67e-d78ac9deb514 req-7db8f75a-eca6-4650-9360-18cc2054ba1e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667889 May 04 08:22:49.460841 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (2fddde41-470a-4da5-86d0-ba38a6da210d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:49.488791 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Pushing event deleted for resources: {'Port': ['ID=2fddde41-470a-4da5-86d0-ba38a6da210d,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:49.674714 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7841903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887307'] for router_interface (84552ee4-4e3b-4255-a107-85d88ea5c93d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:49.914449 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Router 84552ee4-4e3b-4255-a107-85d88ea5c93d has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:22:50.029758 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:22:50.036892 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-bb876de4-889f-4f3b-a2de-fcc50236105a admin admin] 10.222.0.60 "PUT /v2.0/routers/84552ee4-4e3b-4255-a107-85d88ea5c93d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9007974 May 04 08:22:50.038451 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47094) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:50.041100 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834a56e-0098-4914-b632-e49957042d7d None None] Sync routers for ids ['84552ee4-4e3b-4255-a107-85d88ea5c93d'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:22:50.052992 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834a56e-0098-4914-b632-e49957042d7d None None] Routers {'84552ee4-4e3b-4255-a107-85d88ea5c93d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:50.053628 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-6834a56e-0098-4914-b632-e49957042d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['84552ee4-4e3b-4255-a107-85d88ea5c93d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:50.150031 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks [] for router (84552ee4-4e3b-4255-a107-85d88ea5c93d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:50.170078 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-6834a56e-0098-4914-b632-e49957042d7d None None] Set router 84552ee4-4e3b-4255-a107-85d88ea5c93d gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:50.325561 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-281e8940-9f95-4b8a-8772-2e82dd2d2b1f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:50.327166 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-281e8940-9f95-4b8a-8772-2e82dd2d2b1f tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.0922098 May 04 08:22:50.362556 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-6834a56e-0098-4914-b632-e49957042d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '060f3727-7283-4210-9ae7-aa84629212fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:50Z', 'updated_at': '2022-05-04T08:22:49Z', 'revision_number': 5, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'gw_port': {'id': '060f3727-7283-4210-9ae7-aa84629212fe', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:51Z', 'updated_at': '2022-05-04T08:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:50.392875 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834a56e-0098-4914-b632-e49957042d7d None None] Checking router: 84552ee4-4e3b-4255-a107-85d88ea5c93d for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:22:50.405554 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834a56e-0098-4914-b632-e49957042d7d None None] Routers {'84552ee4-4e3b-4255-a107-85d88ea5c93d'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:22:50.406694 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-6834a56e-0098-4914-b632-e49957042d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['84552ee4-4e3b-4255-a107-85d88ea5c93d'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:50.411797 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks [] for router_gateway (84552ee4-4e3b-4255-a107-85d88ea5c93d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:50.444961 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698d545-f417-48a1-8971-270860e61344 req-1416066d-809e-446e-bc53-04ce70ea662e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:50.446594 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c698d545-f417-48a1-8971-270860e61344 req-1416066d-809e-446e-bc53-04ce70ea662e tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 945 time: 0.1184375 May 04 08:22:50.528895 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Deleting port 060f3727-7283-4210-9ae7-aa84629212fe {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:50.529236 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (060f3727-7283-4210-9ae7-aa84629212fe), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:50.529342 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-6834a56e-0098-4914-b632-e49957042d7d None None] Set router 84552ee4-4e3b-4255-a107-85d88ea5c93d gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:22:50.554054 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Deleting port d5674a44-d4fe-47fb-82fd-b8bc310aff69 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:50.554401 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:50.639652 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c698d545-f417-48a1-8971-270860e61344 req-10ac6b6f-eb22-4b25-b631-a558fe0340d9 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551838 May 04 08:22:50.714704 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] For port 060f3727-7283-4210-9ae7-aa84629212fe, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=060f3727-7283-4210-9ae7-aa84629212fe,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:50.714947 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (060f3727-7283-4210-9ae7-aa84629212fe), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:50.716011 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-6834a56e-0098-4914-b632-e49957042d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '060f3727-7283-4210-9ae7-aa84629212fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:50Z', 'updated_at': '2022-05-04T08:22:49Z', 'revision_number': 5, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'gw_port': {'id': '060f3727-7283-4210-9ae7-aa84629212fe', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:51Z', 'updated_at': '2022-05-04T08:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:50.740869 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Calling delete_port for 060f3727-7283-4210-9ae7-aa84629212fe owned by network:router_gateway {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:50.743612 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834a56e-0098-4914-b632-e49957042d7d None None] The sync data for ids ['84552ee4-4e3b-4255-a107-85d88ea5c93d'] in dv-cinder-840289-4-smb is: [{'id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'name': 'tempest-TestMinimumBasicScenario-1709456883-router', 'tenant_id': '65c120529a5441169ab8dbfd5e58ec32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '060f3727-7283-4210-9ae7-aa84629212fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:50Z', 'updated_at': '2022-05-04T08:22:49Z', 'revision_number': 5, 'project_id': '65c120529a5441169ab8dbfd5e58ec32', 'gw_port': {'id': '060f3727-7283-4210-9ae7-aa84629212fe', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84552ee4-4e3b-4255-a107-85d88ea5c93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:51Z', 'updated_at': '2022-05-04T08:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:22:50.743831 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] For port d5674a44-d4fe-47fb-82fd-b8bc310aff69, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=d5674a44-d4fe-47fb-82fd-b8bc310aff69,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:50.743994 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:50.765161 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Calling delete_port for d5674a44-d4fe-47fb-82fd-b8bc310aff69 owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:51.034910 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (d5674a44-d4fe-47fb-82fd-b8bc310aff69), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.046259 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (060f3727-7283-4210-9ae7-aa84629212fe), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.072381 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event deleted for resources: {'Port': ['ID=d5674a44-d4fe-47fb-82fd-b8bc310aff69,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:51.075213 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['b8b17aa4-0a34-4553-939d-21f3d1c574c5', 'd5674a44-d4fe-47fb-82fd-b8bc310aff69'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:51.120401 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Pushing event deleted for resources: {'Port': ['ID=060f3727-7283-4210-9ae7-aa84629212fe,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:51.194377 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] No DVR routers for this DVR port d5674a44-d4fe-47fb-82fd-b8bc310aff69 on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:51.261432 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.266864 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-75f8f315-9880-44c3-8284-5ce45a744a30 req-de1b26de-f93b-47ff-80b4-2566dd3c39f7 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "DELETE /v2.0/ports/d5674a44-d4fe-47fb-82fd-b8bc310aff69 HTTP/1.1" status: 204 len: 173 time: 0.9239869 May 04 08:22:51.267757 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c466a53-48e4-48ae-b2d0-559f83d97ea5', 'name': 'network-vif-deleted', 'tag': 'd5674a44-d4fe-47fb-82fd-b8bc310aff69'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:51.271771 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dad3f49-b65b-4717-8df5-9460c9dd9a72" -d '{"events": [{"server_uuid": "5c466a53-48e4-48ae-b2d0-559f83d97ea5", "name": "network-vif-deleted", "tag": "d5674a44-d4fe-47fb-82fd-b8bc310aff69"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:51.312588 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-630dc523-c220-4dd9-bbfc-f4096b293791 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346965 May 04 08:22:51.324737 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16da5828-5ec8-4213-9936-359248739258 x-openstack-request-id: req-16da5828-5ec8-4213-9936-359248739258 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:51.325145 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c466a53-48e4-48ae-b2d0-559f83d97ea5", "name": "network-vif-deleted", "tag": "d5674a44-d4fe-47fb-82fd-b8bc310aff69", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:51.325507 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16da5828-5ec8-4213-9936-359248739258 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:51.326058 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16da5828-5ec8-4213-9936-359248739258'] response: {'server_uuid': '5c466a53-48e4-48ae-b2d0-559f83d97ea5', 'name': 'network-vif-deleted', 'tag': 'd5674a44-d4fe-47fb-82fd-b8bc310aff69', 'status': 'completed', 'code': 200} May 04 08:22:51.332741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7879086'] for router_gateway (84552ee4-4e3b-4255-a107-85d88ea5c93d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.465221 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7873394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14668'] for router (84552ee4-4e3b-4255-a107-85d88ea5c93d), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.485093 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks [] for router_controller (84552ee4-4e3b-4255-a107-85d88ea5c93d), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.559393 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-76a4bfb8-4609-4580-9650-23dd19a95e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:51.561105 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-76a4bfb8-4609-4580-9650-23dd19a95e10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb33c90e4cde44a8869e73769de40c36&device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 1129 time: 0.1081970 May 04 08:22:51.571528 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7873403'] for router (84552ee4-4e3b-4255-a107-85d88ea5c93d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.572215 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84552ee4-4e3b-4255-a107-85d88ea5c93d {{(pid=103664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:22:51.577854 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.582216 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47100) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:51.582874 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b843b795-c8e7-44db-aa9f-fe443670ad6a admin admin] 10.222.0.60 "DELETE /v2.0/routers/84552ee4-4e3b-4255-a107-85d88ea5c93d HTTP/1.1" status: 204 len: 168 time: 1.5428078 May 04 08:22:51.641533 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1aae61-14af-4990-b655-07b7513c1a0b admin admin] Deleting subnet f5c1c364-2b69-48c2-92be-36ce2ffdf4b9 {{(pid=103665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:22:51.645725 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9b1aae61-14af-4990-b655-07b7513c1a0b admin admin] Publish callbacks [] for subnet (f5c1c364-2b69-48c2-92be-36ce2ffdf4b9), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.683642 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9b1aae61-14af-4990-b655-07b7513c1a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16501525'] for subnet (f5c1c364-2b69-48c2-92be-36ce2ffdf4b9), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.769018 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82622f4b-a311-4609-a331-d17f03573a04 req-7c1e5d51-38ce-44a7-a9a7-f083f7ea81b2 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c466a53-48e4-48ae-b2d0-559f83d97ea5 HTTP/1.1" status: 200 len: 210 time: 0.0316181 May 04 08:22:51.816052 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9b1aae61-14af-4990-b655-07b7513c1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (f5c1c364-2b69-48c2-92be-36ce2ffdf4b9), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.880912 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9b1aae61-14af-4990-b655-07b7513c1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16501258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408566'] for subnet (f5c1c364-2b69-48c2-92be-36ce2ffdf4b9), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.912893 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1aae61-14af-4990-b655-07b7513c1a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c1c364-2b69-48c2-92be-36ce2ffdf4b9,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:51.917043 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9b1aae61-14af-4990-b655-07b7513c1a0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:51.920644 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-9b1aae61-14af-4990-b655-07b7513c1a0b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f5c1c364-2b69-48c2-92be-36ce2ffdf4b9 HTTP/1.1" status: 204 len: 168 time: 0.3365085 May 04 08:22:51.923295 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47104) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:51.926419 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60cc96-5d63-4427-8d6a-47e3c968c63c None None] Network fde3c343-ad57-41d0-b218-bfe5cd94fbf7 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:22:51.944809 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-3063bfce-8abf-40a9-af25-e0cfc578a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:51.945973 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-3063bfce-8abf-40a9-af25-e0cfc578a3f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 200 len: 920 time: 0.1390400 May 04 08:22:52.011269 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-e6e0cf9f-26ac-4168-aa16-8091fa164e50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5 HTTP/1.1" status: 200 len: 217 time: 0.0568244 May 04 08:22:52.031573 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (fde3c343-ad57-41d0-b218-bfe5cd94fbf7), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.082684 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-03e46a1f-4842-4c20-8ed5-0a1a005bfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:52.084409 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-03e46a1f-4842-4c20-8ed5-0a1a005bfc8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 200 len: 858 time: 0.0659149 May 04 08:22:52.114452 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Deleting port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:52.114801 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.136963 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c1c257-364b-4c90-b52a-08de685f28c5 None None] DHCP port deletion for fde3c343-ad57-41d0-b218-bfe5cd94fbf7 request from dv-cinder-840289-4-smb {{(pid=103666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:22:52.157306 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-73bfbe91-d287-4d6e-9eb0-333d6dd951a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:52.158934 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-73bfbe91-d287-4d6e-9eb0-333d6dd951a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7261d48d-3e32-4559-af8e-16809b73e4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0541725 May 04 08:22:52.187077 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1c257-364b-4c90-b52a-08de685f28c5 None None] Deleting port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 {{(pid=103666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:52.187782 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c257-364b-4c90-b52a-08de685f28c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), before_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.213256 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] For port c2dab605-1597-42b8-9cbe-b26bc3b8bc68, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c2dab605-1597-42b8-9cbe-b26bc3b8bc68,segment=NetworkSegment(9de6e97a-b2f2-487b-94a4-772d2df83c85),segment_id=9de6e97a-b2f2-487b-94a4-772d2df83c85)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:52.213604 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.235488 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Calling delete_port for c2dab605-1597-42b8-9cbe-b26bc3b8bc68 owned by network:dhcp {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:52.264168 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c0c1c257-364b-4c90-b52a-08de685f28c5 None None] For port c2dab605-1597-42b8-9cbe-b26bc3b8bc68, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c2dab605-1597-42b8-9cbe-b26bc3b8bc68,segment=NetworkSegment(9de6e97a-b2f2-487b-94a4-772d2df83c85),segment_id=9de6e97a-b2f2-487b-94a4-772d2df83c85)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:52.264567 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c257-364b-4c90-b52a-08de685f28c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), precommit_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.270591 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-4e3c05bf-a1b8-4805-a0d6-b43324ef80cd service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041968 May 04 08:22:52.335232 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.377081 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] No DVR routers for this DVR port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 on host dv-cinder-840289-4-smb {{(pid=103665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:52.378985 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2dab605-1597-42b8-9cbe-b26bc3b8bc68,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:52.420184 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-253bcaf6-0c8f-4f08-86c8-4f901d5c80fc req-93972a00-2d69-49e1-b72d-ae077fe4b07e service neutron] 10.222.0.62 "GET /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427741 May 04 08:22:52.426766 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1c257-364b-4c90-b52a-08de685f28c5 None None] Calling delete_port for c2dab605-1597-42b8-9cbe-b26bc3b8bc68 owned by network:dhcp {{(pid=103666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:52.439792 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.475730 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c2dab605-1597-42b8-9cbe-b26bc3b8bc68 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:52.476528 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (fde3c343-ad57-41d0-b218-bfe5cd94fbf7), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.499926 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: c2dab605-1597-42b8-9cbe-b26bc3b8bc68 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:52.500158 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde3c343-ad57-41d0-b218-bfe5cd94fbf7']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:52.500256 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c2dab605-1597-42b8-9cbe-b26bc3b8bc68 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:52.500671 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 060f3727-7283-4210-9ae7-aa84629212fe no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:52.511301 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de6e97a-b2f2-487b-94a4-772d2df83c85') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:52.511586 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de6e97a-b2f2-487b-94a4-772d2df83c85') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:22:52.522926 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (9de6e97a-b2f2-487b-94a4-772d2df83c85), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.532856 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 060f3727-7283-4210-9ae7-aa84629212fe {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:52.533179 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 060f3727-7283-4210-9ae7-aa84629212fe not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:52.533605 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2fddde41-470a-4da5-86d0-ba38a6da210d no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:52.544055 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (9de6e97a-b2f2-487b-94a4-772d2df83c85), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.552747 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:22:52.553279 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (9de6e97a-b2f2-487b-94a4-772d2df83c85), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:22:52.555781 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:22:52.560547 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 2fddde41-470a-4da5-86d0-ba38a6da210d {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:52.560910 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2fddde41-470a-4da5-86d0-ba38a6da210d not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:52.577936 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c257-364b-4c90-b52a-08de685f28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883'] for port (c2dab605-1597-42b8-9cbe-b26bc3b8bc68), after_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.606579 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c257-364b-4c90-b52a-08de685f28c5 None None] Pushing event deleted for resources: {'Port': ['ID=c2dab605-1597-42b8-9cbe-b26bc3b8bc68,revision_number=None']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:52.611826 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1c257-364b-4c90-b52a-08de685f28c5 None None] No DVR routers for this DVR port c2dab605-1597-42b8-9cbe-b26bc3b8bc68 on host dv-cinder-840289-4-smb {{(pid=103666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:52.641443 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (fde3c343-ad57-41d0-b218-bfe5cd94fbf7), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.648176 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:52.651450 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] 10.222.0.60 "DELETE /v2.0/networks/fde3c343-ad57-41d0-b218-bfe5cd94fbf7 HTTP/1.1" status: 204 len: 168 time: 0.7254896 May 04 08:22:52.664196 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103b0b3-1041-4896-9abe-f542c5324c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde3c343-ad57-41d0-b218-bfe5cd94fbf7,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:52.861465 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47112) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:52.934146 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-9c75af6f-e9da-497f-84eb-9db862be4d13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=832a0ad377a3420dbb1948b8b97fa5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708365 May 04 08:22:52.937137 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47114) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:52.996355 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7e161c91-1113-4d44-8f24-f4afa2e9c4d4 admin admin] Publish callbacks [] for security_group (b11f278a-6f18-4ed2-bb2b-907d1a570fd3), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.036388 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7e161c91-1113-4d44-8f24-f4afa2e9c4d4 admin admin] Publish callbacks [] for security_group (b11f278a-6f18-4ed2-bb2b-907d1a570fd3), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.100701 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7e161c91-1113-4d44-8f24-f4afa2e9c4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b11f278a-6f18-4ed2-bb2b-907d1a570fd3), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.104136 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7e161c91-1113-4d44-8f24-f4afa2e9c4d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.107866 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-7e161c91-1113-4d44-8f24-f4afa2e9c4d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b11f278a-6f18-4ed2-bb2b-907d1a570fd3 HTTP/1.1" status: 204 len: 168 time: 0.1671720 May 04 08:22:53.108033 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af0657-2970-434d-a1f7-51eac043f379 req-d40f54c7-70bd-4cbf-b9a9-83f0d0a8e0e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:53.108033 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-09af0657-2970-434d-a1f7-51eac043f379 req-d40f54c7-70bd-4cbf-b9a9-83f0d0a8e0e4 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0548406 May 04 08:22:53.117704 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e161c91-1113-4d44-8f24-f4afa2e9c4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11f278a-6f18-4ed2-bb2b-907d1a570fd3,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:53.164563 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-09af0657-2970-434d-a1f7-51eac043f379 req-e0a616df-f2f1-4640-b0e3-65acc31f27fe tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482094 May 04 08:22:53.462491 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47122) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:53.502803 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a28c783d-bce8-4d54-88aa-6866fa415505 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65c120529a5441169ab8dbfd5e58ec32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389972 May 04 08:22:53.505160 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47124) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:53.558284 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bf347a6f-d34e-4d45-aa09-b750b02efc25 admin admin] Publish callbacks [] for security_group (72170f56-846d-4422-9672-01beeef778b8), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.581153 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bf347a6f-d34e-4d45-aa09-b750b02efc25 admin admin] Publish callbacks [] for security_group (72170f56-846d-4422-9672-01beeef778b8), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.631756 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bf347a6f-d34e-4d45-aa09-b750b02efc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (72170f56-846d-4422-9672-01beeef778b8), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.635522 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bf347a6f-d34e-4d45-aa09-b750b02efc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:53.636945 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-bf347a6f-d34e-4d45-aa09-b750b02efc25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72170f56-846d-4422-9672-01beeef778b8 HTTP/1.1" status: 204 len: 168 time: 0.1309264 May 04 08:22:53.645069 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf347a6f-d34e-4d45-aa09-b750b02efc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72170f56-846d-4422-9672-01beeef778b8,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:54.291555 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243f0b7-a9b2-4040-a131-f4ff01cef168 req-dd90bc48-c3a7-4b2e-af19-aff9994186c0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:54.293618 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f243f0b7-a9b2-4040-a131-f4ff01cef168 req-dd90bc48-c3a7-4b2e-af19-aff9994186c0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0551198 May 04 08:22:54.342674 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f243f0b7-a9b2-4040-a131-f4ff01cef168 req-1e67a121-c104-4157-b2dc-ac5667d2c4a3 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437424 May 04 08:22:54.446205 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device d5674a44-d4fe-47fb-82fd-b8bc310aff69 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:22:54.469663 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: d5674a44-d4fe-47fb-82fd-b8bc310aff69 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:22:54.470077 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device d5674a44-d4fe-47fb-82fd-b8bc310aff69 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:22:55.700609 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2df31-2172-4f36-b040-020a8dbe50a6 req-9d564588-9399-443c-938e-d254060f96f5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:55.702131 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3de2df31-2172-4f36-b040-020a8dbe50a6 req-9d564588-9399-443c-938e-d254060f96f5 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.2842593 May 04 08:22:55.751673 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3de2df31-2172-4f36-b040-020a8dbe50a6 req-734bf70e-90bf-4256-abec-42b148becd03 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 May 04 08:22:56.442325 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01693541-19b3-4ef0-aeb1-4137df6e63a9 req-4af862b3-971d-4448-8e49-690a75a37f6f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.443868 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-01693541-19b3-4ef0-aeb1-4137df6e63a9 req-4af862b3-971d-4448-8e49-690a75a37f6f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0524316 May 04 08:22:56.493655 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-01693541-19b3-4ef0-aeb1-4137df6e63a9 req-8beaa62b-9d6f-4d40-8dc8-4333cc763d63 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440931 May 04 08:22:56.879937 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6d506-7500-4ea8-816f-6842a9b490f3 req-ec83c8e0-6e3f-43a9-ab4e-5ffe3e72bcda tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:56.881480 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a9a6d506-7500-4ea8-816f-6842a9b490f3 req-ec83c8e0-6e3f-43a9-ab4e-5ffe3e72bcda tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0550611 May 04 08:22:56.932064 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a9a6d506-7500-4ea8-816f-6842a9b490f3 req-37b970be-4b6f-45ab-a6ec-8951fbf6a240 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/security-groups?id=755796e0-4b71-4c42-897b-08176d35c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449290 May 04 08:22:57.099515 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fc818-784f-4042-ba53-74f10c8d2701 req-d016e93e-a8b4-4f30-ab41-ccb5da8ce5f0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:57.100972 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-004fc818-784f-4042-ba53-74f10c8d2701 req-d016e93e-a8b4-4f30-ab41-ccb5da8ce5f0 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 945 time: 0.0516045 May 04 08:22:57.232922 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-004fc818-784f-4042-ba53-74f10c8d2701 req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Deleting port b8b17aa4-0a34-4553-939d-21f3d1c574c5 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:57.233285 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-004fc818-784f-4042-ba53-74f10c8d2701 req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:57.325055 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-004fc818-784f-4042-ba53-74f10c8d2701 req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] For port b8b17aa4-0a34-4553-939d-21f3d1c574c5, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=b8b17aa4-0a34-4553-939d-21f3d1c574c5,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:22:57.325335 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-004fc818-784f-4042-ba53-74f10c8d2701 req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:57.342642 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-004fc818-784f-4042-ba53-74f10c8d2701 req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Calling delete_port for b8b17aa4-0a34-4553-939d-21f3d1c574c5 owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:22:57.478292 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-004fc818-784f-4042-ba53-74f10c8d2701 req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (b8b17aa4-0a34-4553-939d-21f3d1c574c5), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:57.504946 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Pushing event deleted for resources: {'Port': ['ID=b8b17aa4-0a34-4553-939d-21f3d1c574c5,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:22:57.514775 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['b8b17aa4-0a34-4553-939d-21f3d1c574c5'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:22:57.565209 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-004fc818-784f-4042-ba53-74f10c8d2701 req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] No DVR routers for this DVR port b8b17aa4-0a34-4553-939d-21f3d1c574c5 on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:22:57.567855 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-004fc818-784f-4042-ba53-74f10c8d2701 req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:57.571262 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-004fc818-784f-4042-ba53-74f10c8d2701 req-a5a9f7a6-8466-4ba9-a296-2a4a01e34671 tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.62 "DELETE /v2.0/ports/b8b17aa4-0a34-4553-939d-21f3d1c574c5 HTTP/1.1" status: 204 len: 173 time: 0.4322848 May 04 08:22:57.571697 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75af2f9e-0caf-409e-9071-f3ddf5bf347d', 'name': 'network-vif-deleted', 'tag': 'b8b17aa4-0a34-4553-939d-21f3d1c574c5'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:22:57.573966 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a451003-59ff-446b-91a3-a626e20afa91" -d '{"events": [{"server_uuid": "75af2f9e-0caf-409e-9071-f3ddf5bf347d", "name": "network-vif-deleted", "tag": "b8b17aa4-0a34-4553-939d-21f3d1c574c5"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:22:57.616946 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520f05f6-bbf8-4626-9506-5c32904d1a24 x-openstack-request-id: req-520f05f6-bbf8-4626-9506-5c32904d1a24 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:22:57.617231 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75af2f9e-0caf-409e-9071-f3ddf5bf347d", "name": "network-vif-deleted", "tag": "b8b17aa4-0a34-4553-939d-21f3d1c574c5", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:22:57.617464 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-520f05f6-bbf8-4626-9506-5c32904d1a24 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:22:57.617860 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520f05f6-bbf8-4626-9506-5c32904d1a24'] response: {'server_uuid': '75af2f9e-0caf-409e-9071-f3ddf5bf347d', 'name': 'network-vif-deleted', 'tag': 'b8b17aa4-0a34-4553-939d-21f3d1c574c5', 'status': 'completed', 'code': 200} May 04 08:22:57.626453 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e11bb-cb1d-443f-9954-4784e9c0911f req-06d40816-4d62-4476-941a-adb30bfd860a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:57.628155 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-362e11bb-cb1d-443f-9954-4784e9c0911f req-06d40816-4d62-4476-941a-adb30bfd860a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0512226 May 04 08:22:57.678090 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-362e11bb-cb1d-443f-9954-4784e9c0911f req-7eb3efc5-4745-4c9e-a9b8-61738318b55f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442266 May 04 08:22:58.048718 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a12fa8ad-d449-41cc-bcd6-ad48adee8677 req-8ab9f636-88ac-4f0a-9d34-af6f176b87bf tempest-ServerRescueNegativeTestJSON-924885338 tempest-ServerRescueNegativeTestJSON-924885338-project] 10.222.0.60 "GET /v2.0/ports?device_id=75af2f9e-0caf-409e-9071-f3ddf5bf347d HTTP/1.1" status: 200 len: 210 time: 0.0300515 May 04 08:22:58.809512 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80b82b-1bcd-4c5a-9a64-1de6131fe827 req-9eb5b94e-d328-41c5-b007-4d8dcf51e339 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:58.810987 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb80b82b-1bcd-4c5a-9a64-1de6131fe827 req-9eb5b94e-d328-41c5-b007-4d8dcf51e339 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0526679 May 04 08:22:58.859471 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bb80b82b-1bcd-4c5a-9a64-1de6131fe827 req-d1e2afa8-3cb6-4291-8c6c-51e080c8e979 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 May 04 08:22:59.109955 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47178) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:22:59.642379 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7883228'] for router_interface (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:59.944500 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Deleting port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:22:59.944830 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:22:59.989149 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e722284-774d-455d-8878-8a6ae604c31c req-e621010b-c6ab-4fd0-bb7e-3c65f4bc094e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:22:59.990656 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8e722284-774d-455d-8878-8a6ae604c31c req-e621010b-c6ab-4fd0-bb7e-3c65f4bc094e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0506084 May 04 08:23:00.021718 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] For port 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=10c6ac00-cc6d-46e3-8ff5-26740fbb79c8,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:00.022067 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:00.038107 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Calling delete_port for 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 owned by network:router_interface {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:00.039845 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8e722284-774d-455d-8878-8a6ae604c31c req-1e5e7833-9cc8-4076-86cb-7b41f097bd20 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 May 04 08:23:00.228622 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (10c6ac00-cc6d-46e3-8ff5-26740fbb79c8), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:00.253402 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c6ac00-cc6d-46e3-8ff5-26740fbb79c8,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:00.447748 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7841903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887307'] for router_interface (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:00.453994 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device b8b17aa4-0a34-4553-939d-21f3d1c574c5 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:00.474785 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: b8b17aa4-0a34-4553-939d-21f3d1c574c5 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:00.475215 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device b8b17aa4-0a34-4553-939d-21f3d1c574c5 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:00.672370 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:23:00.805503 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:23:00.811179 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-66e394f9-95b0-466a-a1d1-08cda38070a9 admin admin] 10.222.0.60 "PUT /v2.0/routers/abc9bf1d-0b12-49b3-94c3-8aefcc0b645f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998842 May 04 08:23:00.813816 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47184) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:00.815879 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] Sync routers for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:23:00.827756 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:00.828382 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:00.928807 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks [] for router (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:00.951874 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:01.156959 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:23:00Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:01.174565 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098fa2e-7bed-4708-8de6-1c553fce7192 req-5c7daafd-d942-4b48-ae74-fa799b99bd3b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:01.176498 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8098fa2e-7bed-4708-8de6-1c553fce7192 req-5c7daafd-d942-4b48-ae74-fa799b99bd3b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0563452 May 04 08:23:01.189860 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] Checking router: abc9bf1d-0b12-49b3-94c3-8aefcc0b645f for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:23:01.199553 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] Routers {'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:01.200238 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:22:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:01.231488 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8098fa2e-7bed-4708-8de6-1c553fce7192 req-1fca6c5e-bfa0-4041-b50f-d5ce39e6490b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485127 May 04 08:23:01.287711 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks [] for router_gateway (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.316371 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] Set router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:01.336716 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Deleting port 10b59db4-6edb-400e-9f26-75a5f82b5707 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:01.337031 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.424209 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] For port 10b59db4-6edb-400e-9f26-75a5f82b5707, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=10b59db4-6edb-400e-9f26-75a5f82b5707,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:01.424578 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.437679 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Calling delete_port for 10b59db4-6edb-400e-9f26-75a5f82b5707 owned by network:router_gateway {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:01.491752 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:23:00Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:01.519560 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c8d5f-e8ec-45eb-95c6-4584aef39421 None None] The sync data for ids ['abc9bf1d-0b12-49b3-94c3-8aefcc0b645f'] in dv-cinder-840289-4-smb is: [{'id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'name': 'tempest-ServerRescueNegativeTestJSON-1315029352-router', 'tenant_id': 'bb33c90e4cde44a8869e73769de40c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:52Z', 'updated_at': '2022-05-04T08:23:00Z', 'revision_number': 5, 'project_id': 'bb33c90e4cde44a8869e73769de40c36', 'gw_port': {'id': '10b59db4-6edb-400e-9f26-75a5f82b5707', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9bf1d-0b12-49b3-94c3-8aefcc0b645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:53Z', 'updated_at': '2022-05-04T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:23:01.623640 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (10b59db4-6edb-400e-9f26-75a5f82b5707), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.650317 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b59db4-6edb-400e-9f26-75a5f82b5707,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:01.677624 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.677928 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.678292 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.678660 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.678987 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.679307 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.679634 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.679953 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.680269 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.680570 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.680881 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.681197 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.681513 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.681826 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.682136 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:01.727115 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7879086'] for router_gateway (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.821336 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7873394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14668'] for router (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.823495 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks [] for router_controller (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.872395 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7873403'] for router (abc9bf1d-0b12-49b3-94c3-8aefcc0b645f), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.872948 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abc9bf1d-0b12-49b3-94c3-8aefcc0b645f {{(pid=103665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:23:01.877890 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.882318 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-23d07e2b-3235-4bbe-98aa-80431008fd98 admin admin] 10.222.0.60 "DELETE /v2.0/routers/abc9bf1d-0b12-49b3-94c3-8aefcc0b645f HTTP/1.1" status: 204 len: 168 time: 1.0641930 May 04 08:23:01.882781 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47188) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:01.934041 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3b0f08-f410-4300-acaa-b560226606c6 admin admin] Deleting subnet 971ecbc2-56c8-45d9-b8ae-8324889a48a8 {{(pid=103664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:23:01.937597 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0f08-f410-4300-acaa-b560226606c6 admin admin] Publish callbacks [] for subnet (971ecbc2-56c8-45d9-b8ae-8324889a48a8), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:01.978594 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0f08-f410-4300-acaa-b560226606c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5228372'] for subnet (971ecbc2-56c8-45d9-b8ae-8324889a48a8), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.066741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0f08-f410-4300-acaa-b560226606c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (971ecbc2-56c8-45d9-b8ae-8324889a48a8), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.128981 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0f08-f410-4300-acaa-b560226606c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4773471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738143'] for subnet (971ecbc2-56c8-45d9-b8ae-8324889a48a8), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.157027 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b0f08-f410-4300-acaa-b560226606c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971ecbc2-56c8-45d9-b8ae-8324889a48a8,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:02.162220 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0f08-f410-4300-acaa-b560226606c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.165795 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-fc3b0f08-f410-4300-acaa-b560226606c6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/971ecbc2-56c8-45d9-b8ae-8324889a48a8 HTTP/1.1" status: 204 len: 168 time: 0.2819505 May 04 08:23:02.169742 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47190) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:02.176349 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc1cd8c-cf4c-4722-946b-7858e53172e3 None None] Network 7261d48d-3e32-4559-af8e-16809b73e4ad requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:23:02.274395 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (7261d48d-3e32-4559-af8e-16809b73e4ad), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.340439 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Deleting port 00b2c7a0-8944-4b7d-a286-5141e7952029 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:02.340712 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.534188 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2519d-7644-4fb6-8a85-05b1fbd548b1 req-c4c91c8d-2f8f-4c1f-aebf-ec41729d1e9a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:02.536013 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-74e2519d-7644-4fb6-8a85-05b1fbd548b1 req-c4c91c8d-2f8f-4c1f-aebf-ec41729d1e9a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.1727755 May 04 08:23:02.538463 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] For port 00b2c7a0-8944-4b7d-a286-5141e7952029, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=00b2c7a0-8944-4b7d-a286-5141e7952029,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:02.538871 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.570751 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Calling delete_port for 00b2c7a0-8944-4b7d-a286-5141e7952029 owned by network:dhcp {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:02.614019 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] DHCP port deletion for 7261d48d-3e32-4559-af8e-16809b73e4ad request from dv-cinder-840289-4-smb {{(pid=103666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:23:02.658865 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-74e2519d-7644-4fb6-8a85-05b1fbd548b1 req-fe08cdc5-ca12-4060-8aa8-a133d7d58050 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159825 May 04 08:23:02.686672 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] Deleting port 00b2c7a0-8944-4b7d-a286-5141e7952029 {{(pid=103666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:02.688126 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), before_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.715666 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:02.720235 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.756790 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b2c7a0-8944-4b7d-a286-5141e7952029,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:02.759844 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] No DVR routers for this DVR port 00b2c7a0-8944-4b7d-a286-5141e7952029 on host dv-cinder-840289-4-smb {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:02.770914 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:02.771253 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.771522 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 10c6ac00-cc6d-46e3-8ff5-26740fbb79c8 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:02.771690 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.772038 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.772208 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 00b2c7a0-8944-4b7d-a286-5141e7952029 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:02.772398 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.772738 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.773084 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.773405 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.773740 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.774267 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.774634 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.774962 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.775298 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.775627 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.775954 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.776274 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:02.812422 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 00b2c7a0-8944-4b7d-a286-5141e7952029 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:02.812997 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 00b2c7a0-8944-4b7d-a286-5141e7952029 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:02.813729 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 10b59db4-6edb-400e-9f26-75a5f82b5707 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:02.849330 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 10b59db4-6edb-400e-9f26-75a5f82b5707 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:02.849864 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 10b59db4-6edb-400e-9f26-75a5f82b5707 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:02.864789 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (7261d48d-3e32-4559-af8e-16809b73e4ad), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.890532 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7261d48d-3e32-4559-af8e-16809b73e4ad']}} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:02.905328 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cb2c4a-9dcd-42f0-a27d-c1420067f584') {'for_net_delete': True} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:02.906198 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cb2c4a-9dcd-42f0-a27d-c1420067f584') {} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:02.916007 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] For port 00b2c7a0-8944-4b7d-a286-5141e7952029, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=00b2c7a0-8944-4b7d-a286-5141e7952029,segment=NetworkSegment(65cb2c4a-9dcd-42f0-a27d-c1420067f584),segment_id=65cb2c4a-9dcd-42f0-a27d-c1420067f584)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:02.916493 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), precommit_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.923150 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5228463'] for segment (65cb2c4a-9dcd-42f0-a27d-c1420067f584), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.936601 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] Calling delete_port for 00b2c7a0-8944-4b7d-a286-5141e7952029 owned by network:dhcp {{(pid=103666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:02.943028 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (65cb2c4a-9dcd-42f0-a27d-c1420067f584), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.952942 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:23:02.953580 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4773429'] for segment (65cb2c4a-9dcd-42f0-a27d-c1420067f584), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: Traceback (most recent call last): May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: timer() May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: cb(*args, **kw) May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: return func(*args, **kwargs) May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: self._notify() May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: self.callback(batched_events) May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: event.method(event) May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: return f(self, *a, **k) May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: return self._get(url).json() May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: return self.request(url, 'GET', **kwargs) May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:23:02.956766 dv-cinder-840289-4-smb neutron-server[103664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:23:03.028662 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (7261d48d-3e32-4559-af8e-16809b73e4ad), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.037982 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.044674 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7261d48d-3e32-4559-af8e-16809b73e4ad HTTP/1.1" status: 204 len: 168 time: 0.8737543 May 04 08:23:03.055377 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83b9d7-7c34-4315-a451-b02788783a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=7261d48d-3e32-4559-af8e-16809b73e4ad,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:03.074677 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883'] for port (00b2c7a0-8944-4b7d-a286-5141e7952029), after_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.100866 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] Pushing event deleted for resources: {'Port': ['ID=00b2c7a0-8944-4b7d-a286-5141e7952029,revision_number=None']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:03.107052 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] Network 7261d48d-3e32-4559-af8e-16809b73e4ad is not hosted by any dhcp agent {{(pid=103666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 04 08:23:03.107524 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43779f-56cb-4fbe-a134-8fb424905232 None None] No DVR routers for this DVR port 00b2c7a0-8944-4b7d-a286-5141e7952029 on host dv-cinder-840289-4-smb {{(pid=103666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:03.234448 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47206) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:03.286807 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-6835d6c9-b446-4e29-ac8f-078db46eb31b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb33c90e4cde44a8869e73769de40c36&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0577838 May 04 08:23:03.289535 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47208) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:03.346451 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3fc97203-d9b3-432f-b4c6-cc08cc2a9c3c admin admin] Publish callbacks [] for security_group (755796e0-4b71-4c42-897b-08176d35c8b3), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.370838 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3fc97203-d9b3-432f-b4c6-cc08cc2a9c3c admin admin] Publish callbacks [] for security_group (755796e0-4b71-4c42-897b-08176d35c8b3), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.421012 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3fc97203-d9b3-432f-b4c6-cc08cc2a9c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (755796e0-4b71-4c42-897b-08176d35c8b3), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.423704 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3fc97203-d9b3-432f-b4c6-cc08cc2a9c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:03.425286 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-3fc97203-d9b3-432f-b4c6-cc08cc2a9c3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/755796e0-4b71-4c42-897b-08176d35c8b3 HTTP/1.1" status: 204 len: 168 time: 0.1343179 May 04 08:23:03.441246 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc97203-d9b3-432f-b4c6-cc08cc2a9c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755796e0-4b71-4c42-897b-08176d35c8b3,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:03.921926 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c3658f74-4379-42d3-b424-3f4c23cda06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:04.106866 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9017e4-59dd-433b-88e4-b5fbb8be1dd4 req-6a39b4d0-af65-4d87-91ec-0bf071696202 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:04.108474 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9b9017e4-59dd-433b-88e4-b5fbb8be1dd4 req-6a39b4d0-af65-4d87-91ec-0bf071696202 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.3562851 May 04 08:23:04.162999 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9b9017e4-59dd-433b-88e4-b5fbb8be1dd4 req-002bd2c5-6d8b-4395-850f-ca2af2bd9ad5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485914 May 04 08:23:05.282272 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9c29f-4109-4272-a8a7-fea7f884be95 req-3c147f2b-dacd-49d4-aee1-04b6da4233a8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:05.283685 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-35b9c29f-4109-4272-a8a7-fea7f884be95 req-3c147f2b-dacd-49d4-aee1-04b6da4233a8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0470502 May 04 08:23:05.341181 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-35b9c29f-4109-4272-a8a7-fea7f884be95 req-5129f0a5-2dd0-4c9b-ba37-6f3fa8755a4e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511792 May 04 08:23:06.141460 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6945f219-90c8-4ab4-b377-223e4107080e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:06.478252 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcccb0-b4c6-4d2e-948b-2020ec4a3511 req-5a7dd07f-7404-4b3e-9e32-1d736c88c355 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:06.479789 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fabcccb0-b4c6-4d2e-948b-2020ec4a3511 req-5a7dd07f-7404-4b3e-9e32-1d736c88c355 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0512376 May 04 08:23:06.527196 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fabcccb0-b4c6-4d2e-948b-2020ec4a3511 req-23a3e045-b038-478b-9fb4-2cf3b2addef7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 May 04 08:23:07.410513 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:07.651641 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f039a7-9c85-4b88-acce-ff57ad125d72 req-85d4252f-dd9f-4f2b-878c-95ae2cb6d6cc tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:07.653209 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-07f039a7-9c85-4b88-acce-ff57ad125d72 req-85d4252f-dd9f-4f2b-878c-95ae2cb6d6cc tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0519087 May 04 08:23:07.711703 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-07f039a7-9c85-4b88-acce-ff57ad125d72 req-f069e26a-413d-42c4-b347-a3d3194c81c1 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524979 May 04 08:23:08.774389 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47356) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:08.844021 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d835d1e-51aa-4f06-a2fa-bea9f4c0b69c req-bfbf1b2d-5675-44ee-b367-692dc12047f4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:08.845800 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5d835d1e-51aa-4f06-a2fa-bea9f4c0b69c req-bfbf1b2d-5675-44ee-b367-692dc12047f4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0591211 May 04 08:23:08.901025 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5d835d1e-51aa-4f06-a2fa-bea9f4c0b69c req-645d2514-5cd8-4067-921c-6e50c943f599 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491624 May 04 08:23:08.902214 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0f81-3f47-44b1-b858-f630cbf22ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:08.991600 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0f81-3f47-44b1-b858-f630cbf22ae5 admin admin] Publish callbacks [] for security_group (7138c39d-a109-4f18-9e45-150d726d76c2), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:08.996787 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0f81-3f47-44b1-b858-f630cbf22ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7138c39d-a109-4f18-9e45-150d726d76c2), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.033326 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e0f81-3f47-44b1-b858-f630cbf22ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7138c39d-a109-4f18-9e45-150d726d76c2,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:09.037709 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-cb5e0f81-3f47-44b1-b858-f630cbf22ae5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fec858a6fc514088bf1a87bdb54a21cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617168 May 04 08:23:09.040427 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47360) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:09.097616 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-26df7b3b-2808-4d84-af7c-68797124f584 admin admin] Publish callbacks [] for security_group (7138c39d-a109-4f18-9e45-150d726d76c2), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.120339 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-26df7b3b-2808-4d84-af7c-68797124f584 admin admin] Publish callbacks [] for security_group (7138c39d-a109-4f18-9e45-150d726d76c2), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.149890 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.174346 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-26df7b3b-2808-4d84-af7c-68797124f584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7138c39d-a109-4f18-9e45-150d726d76c2), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.177252 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-26df7b3b-2808-4d84-af7c-68797124f584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.178435 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-26df7b3b-2808-4d84-af7c-68797124f584 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7138c39d-a109-4f18-9e45-150d726d76c2 HTTP/1.1" status: 204 len: 168 time: 0.1370616 May 04 08:23:09.193333 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df7b3b-2808-4d84-af7c-68797124f584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7138c39d-a109-4f18-9e45-150d726d76c2,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:09.465275 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47366) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:09.479138 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ee63-3e08-4279-8581-fb4689ec54f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.569595 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ee63-3e08-4279-8581-fb4689ec54f4 admin admin] Publish callbacks [] for security_group (0027e2cf-425a-4a93-9aaa-6b7989517b69), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.576015 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ee63-3e08-4279-8581-fb4689ec54f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (0027e2cf-425a-4a93-9aaa-6b7989517b69), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.615097 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-5ee1ee63-3e08-4279-8581-fb4689ec54f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ec00221731e45d094bb8309d7a33eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487012 May 04 08:23:09.615984 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1ee63-3e08-4279-8581-fb4689ec54f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0027e2cf-425a-4a93-9aaa-6b7989517b69,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:09.618044 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47368) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:09.669642 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-85f1cb3d-3bfb-48bc-b9f6-f5258ad46100 admin admin] Publish callbacks [] for security_group (0027e2cf-425a-4a93-9aaa-6b7989517b69), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.692785 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-85f1cb3d-3bfb-48bc-b9f6-f5258ad46100 admin admin] Publish callbacks [] for security_group (0027e2cf-425a-4a93-9aaa-6b7989517b69), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.744133 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-85f1cb3d-3bfb-48bc-b9f6-f5258ad46100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (0027e2cf-425a-4a93-9aaa-6b7989517b69), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.746973 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-85f1cb3d-3bfb-48bc-b9f6-f5258ad46100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:09.748529 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-85f1cb3d-3bfb-48bc-b9f6-f5258ad46100 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0027e2cf-425a-4a93-9aaa-6b7989517b69 HTTP/1.1" status: 204 len: 168 time: 0.1293726 May 04 08:23:09.756848 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1cb3d-3bfb-48bc-b9f6-f5258ad46100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0027e2cf-425a-4a93-9aaa-6b7989517b69,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:10.040049 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dc1ae-3775-4d91-9bea-37ecf92d3299 req-104b50da-7c99-4a66-8ca7-c70f89d57065 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:10.041652 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d99dc1ae-3775-4d91-9bea-37ecf92d3299 req-104b50da-7c99-4a66-8ca7-c70f89d57065 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0543118 May 04 08:23:10.102098 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d99dc1ae-3775-4d91-9bea-37ecf92d3299 req-8ae656a8-cbf1-4ef7-93d8-0dd83246c7b8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505664 May 04 08:23:10.129331 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47378) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:10.142763 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c9d3dc2a-d4f0-48ff-ac89-27ef63d6d02a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:10.226309 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c9d3dc2a-d4f0-48ff-ac89-27ef63d6d02a admin admin] Publish callbacks [] for security_group (573f3714-50f8-4c74-83b1-ffbcd3af735e), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:10.231157 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c9d3dc2a-d4f0-48ff-ac89-27ef63d6d02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (573f3714-50f8-4c74-83b1-ffbcd3af735e), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:10.270354 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-c9d3dc2a-d4f0-48ff-ac89-27ef63d6d02a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8325f1a0328476a99e08937d9ba2eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397777 May 04 08:23:10.271433 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3dc2a-d4f0-48ff-ac89-27ef63d6d02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573f3714-50f8-4c74-83b1-ffbcd3af735e,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:10.273224 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47380) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:10.325322 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f157505a-3329-4e0b-8c1f-d918d3f10a51 admin admin] Publish callbacks [] for security_group (573f3714-50f8-4c74-83b1-ffbcd3af735e), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:10.347998 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f157505a-3329-4e0b-8c1f-d918d3f10a51 admin admin] Publish callbacks [] for security_group (573f3714-50f8-4c74-83b1-ffbcd3af735e), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:10.398401 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f157505a-3329-4e0b-8c1f-d918d3f10a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (573f3714-50f8-4c74-83b1-ffbcd3af735e), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:10.401028 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f157505a-3329-4e0b-8c1f-d918d3f10a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:10.402174 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f157505a-3329-4e0b-8c1f-d918d3f10a51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/573f3714-50f8-4c74-83b1-ffbcd3af735e HTTP/1.1" status: 204 len: 168 time: 0.1265736 May 04 08:23:10.412180 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157505a-3329-4e0b-8c1f-d918d3f10a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f3714-50f8-4c74-83b1-ffbcd3af735e,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:10.434886 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:11.229867 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3892e0f-04f5-4ac1-853d-7f134ef0e9da req-81e7d845-03ce-4236-a93b-1954f9f1ed1d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:11.232083 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c3892e0f-04f5-4ac1-853d-7f134ef0e9da req-81e7d845-03ce-4236-a93b-1954f9f1ed1d tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0524449 May 04 08:23:11.282176 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:23:11.293066 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c3892e0f-04f5-4ac1-853d-7f134ef0e9da req-cebeade2-dcd4-4c9d-8047-665d5ba8120c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513113 May 04 08:23:12.481674 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38a942-3273-435b-bd56-eae44a164ac1 req-dee8f2a1-ea7f-424b-804e-53a148296951 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:12.483263 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ce38a942-3273-435b-bd56-eae44a164ac1 req-dee8f2a1-ea7f-424b-804e-53a148296951 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0556161 May 04 08:23:12.543439 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ce38a942-3273-435b-bd56-eae44a164ac1 req-4de18bc2-4fd4-48d8-9931-7559c7ca344b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515079 May 04 08:23:13.676858 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc389f-0c1e-46eb-b4ea-67f2c884b044 req-b6db1e30-dbb6-472b-9d4b-3b7756f9eecb tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:13.676858 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dfbc389f-0c1e-46eb-b4ea-67f2c884b044 req-b6db1e30-dbb6-472b-9d4b-3b7756f9eecb tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0490592 May 04 08:23:13.890839 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dfbc389f-0c1e-46eb-b4ea-67f2c884b044 req-58311c2b-a9f7-430f-87f5-c979809e6ae9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150149 May 04 08:23:14.288286 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b57f8-1ba0-420a-a15b-3e3c99105c80 req-66e05ea2-d4d5-4439-8cea-7cb09bd72069 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:14.289771 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-349b57f8-1ba0-420a-a15b-3e3c99105c80 req-66e05ea2-d4d5-4439-8cea-7cb09bd72069 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 945 time: 0.0502818 May 04 08:23:14.342315 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-349b57f8-1ba0-420a-a15b-3e3c99105c80 req-2095b188-bf8e-4ef4-bef0-0c8382bf7f6a tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443521 May 04 08:23:14.533162 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dcdba0ec-99cd-4723-a504-8c37d3e2342d details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:23:14.658669 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:14.672298 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'port_id': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'mac_address': 'fa:16:3e:5c:81:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:23:14.716514 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port dcdba0ec-99cd-4723-a504-8c37d3e2342d is: ACTIVE; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:14.716886 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:14.731514 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcdba0ec-99cd-4723-a504-8c37d3e2342d {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:23:14.755592 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:14.762219 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:14.821888 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=6']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:14.830022 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.830358 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.830721 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.831065 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.831381 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.831676 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.831990 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.832792 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.833185 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.833391 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.833708 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.834039 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.834367 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.834708 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.835021 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:23:14.929883 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['dcdba0ec-99cd-4723-a504-8c37d3e2342d'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:23:15.081221 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2dadd-9720-42b8-8617-b3a2dd86f560 req-20d37a1f-eb32-4ddd-a5c7-fe4a199eb981 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:15.083734 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fbb2dadd-9720-42b8-8617-b3a2dd86f560 req-20d37a1f-eb32-4ddd-a5c7-fe4a199eb981 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 945 time: 0.0899775 May 04 08:23:15.148869 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fbb2dadd-9720-42b8-8617-b3a2dd86f560 req-75a550cf-d4fd-46a7-a387-9ca37e11c396 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541153 May 04 08:23:15.492019 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab1fcc-aac1-4450-84a9-ac26b0fcd555 req-fd157e5c-dacd-4e68-a9f2-9c58beb7bf61 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:15.493640 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fcab1fcc-aac1-4450-84a9-ac26b0fcd555 req-fd157e5c-dacd-4e68-a9f2-9c58beb7bf61 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 945 time: 0.0648272 May 04 08:23:15.543110 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fcab1fcc-aac1-4450-84a9-ac26b0fcd555 req-f884851f-8ca6-4f9c-aeb6-cf15f37e5c86 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 May 04 08:23:16.319112 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde3b9c-423d-4098-a3cb-13378ab6148d req-94fcf802-5368-485a-bdc2-51cc231653c2 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:16.320655 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-efde3b9c-423d-4098-a3cb-13378ab6148d req-94fcf802-5368-485a-bdc2-51cc231653c2 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 945 time: 0.0543864 May 04 08:23:16.407787 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1220208-381e-4eff-aad7-8a73f5355874 req-a13aa2a7-0948-4088-9cbe-247f0c3b28d3 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:16.409424 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d1220208-381e-4eff-aad7-8a73f5355874 req-a13aa2a7-0948-4088-9cbe-247f0c3b28d3 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 945 time: 0.0668983 May 04 08:23:16.412675 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-efde3b9c-423d-4098-a3cb-13378ab6148d req-6974148d-1118-424a-9ce4-224fb299c0eb tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862968 May 04 08:23:16.513830 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Deleting port aa24ca23-48e9-4232-8cba-55b45f5a815e {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:16.514178 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:16.551995 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dcdba0ec-99cd-4723-a504-8c37d3e2342d up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:23:16.610057 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port dcdba0ec-99cd-4723-a504-8c37d3e2342d triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:23:16.610885 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:16.628968 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] For port aa24ca23-48e9-4232-8cba-55b45f5a815e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=aa24ca23-48e9-4232-8cba-55b45f5a815e,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:16.629374 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:16.711630 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port dcdba0ec-99cd-4723-a504-8c37d3e2342d is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:16.712091 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:16.751443 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb87a14-dcac-44dc-bdc7-16c225429827 req-72a537c1-02fa-4c30-a333-168a0744f5d7 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:16.752874 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5cb87a14-dcac-44dc-bdc7-16c225429827 req-72a537c1-02fa-4c30-a333-168a0744f5d7 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 945 time: 0.0753841 May 04 08:23:16.754105 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:16.755308 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:16.758650 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4a6c27-f8e7-40ff-9c7a-a44827a54c01" -d '{"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-plugged", "status": "completed", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:16.763454 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:16.845577 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=7']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:16.864285 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583c2067-1cbe-4589-9722-f847dc4a8279 x-openstack-request-id: req-583c2067-1cbe-4589-9722-f847dc4a8279 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:16.864614 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-plugged", "status": "completed", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:16.864895 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-583c2067-1cbe-4589-9722-f847dc4a8279 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:16.865494 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583c2067-1cbe-4589-9722-f847dc4a8279'] response: {'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'code': 200} May 04 08:23:16.885224 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5cb87a14-dcac-44dc-bdc7-16c225429827 req-202509b2-b971-4fa5-836e-4a63ed5c8e21 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7607c49-36fe-47d0-a4e7-25514bdbb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010957 May 04 08:23:16.916585 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:16.916952 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (d06c552d-3752-4ae7-a27b-31ca72d7bae3), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:16.917272 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.l3_db [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Floating IP d06c552d-3752-4ae7-a27b-31ca72d7bae3 disassociated. External IP: 172.28.3.106, port: aa24ca23-48e9-4232-8cba-55b45f5a815e. May 04 08:23:16.917627 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Calling delete_port for aa24ca23-48e9-4232-8cba-55b45f5a815e owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:17.090176 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (aa24ca23-48e9-4232-8cba-55b45f5a815e), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:17.127669 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event deleted for resources: {'Port': ['ID=aa24ca23-48e9-4232-8cba-55b45f5a815e,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:17.270703 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Router 607f0a3a-bf18-49a5-83d1-2401f80875f3 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:23:17.431236 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:23:17.452104 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] Sync routers for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:23:17.488691 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:17.493843 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:23:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:17.499924 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] No DVR routers for this DVR port aa24ca23-48e9-4232-8cba-55b45f5a815e on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:17.507434 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:17.511037 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d1220208-381e-4eff-aad7-8a73f5355874 req-e0da7181-e947-497b-8638-003bab2628d8 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.62 "DELETE /v2.0/ports/aa24ca23-48e9-4232-8cba-55b45f5a815e HTTP/1.1" status: 204 len: 173 time: 1.0967937 May 04 08:23:17.511513 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'name': 'network-vif-deleted', 'tag': 'aa24ca23-48e9-4232-8cba-55b45f5a815e'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:17.514047 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0b355d-7423-4aeb-a367-40e205630e93" -d '{"events": [{"server_uuid": "05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de", "name": "network-vif-deleted", "tag": "aa24ca23-48e9-4232-8cba-55b45f5a815e"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:17.623515 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd46e457-fcb5-4ef2-8dd7-c66d83cafe02 x-openstack-request-id: req-cd46e457-fcb5-4ef2-8dd7-c66d83cafe02 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:17.623915 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de", "name": "network-vif-deleted", "tag": "aa24ca23-48e9-4232-8cba-55b45f5a815e", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:17.624159 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd46e457-fcb5-4ef2-8dd7-c66d83cafe02 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:17.624566 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd46e457-fcb5-4ef2-8dd7-c66d83cafe02'] response: {'server_uuid': '05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de', 'name': 'network-vif-deleted', 'tag': 'aa24ca23-48e9-4232-8cba-55b45f5a815e', 'status': 'completed', 'code': 200} May 04 08:23:17.650992 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b8561-f183-40a0-8d6c-e6894030923e req-937e8a20-9dee-4cf7-8b0e-bdb409f54ec8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:17.658816 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-515b8561-f183-40a0-8d6c-e6894030923e req-937e8a20-9dee-4cf7-8b0e-bdb409f54ec8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0824547 May 04 08:23:17.675226 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:17.739886 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-515b8561-f183-40a0-8d6c-e6894030923e req-cf5430ae-f649-4dea-87b7-43883129a6e4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797551 May 04 08:23:17.983082 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:18.035381 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] Checking router: 607f0a3a-bf18-49a5-83d1-2401f80875f3 for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:23:18.046513 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:18.047462 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:23:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:18.049359 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-36a0657c-61ac-4971-974b-62273aeed63b req-dc56ba36-dc96-45d1-9b66-6b86dadf7aca tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/ports?device_id=05d9efed-b53c-4cf3-b0a2-2fcbbeaef9de HTTP/1.1" status: 200 len: 210 time: 0.0661061 May 04 08:23:18.302707 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:18.578822 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:18.619448 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743da4e-c5b9-4bc5-b9ee-a49a6fbd20a7 None None] The sync data for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb is: [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:18:04Z', 'revision_number': 4, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': 'c27e6e69-6155-46ca-aab7-53b70854f9d6', 'name': '', 'network_id': 'd3b895c4-6a2b-4006-97c1-fdc5018d64fd', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'mac_address': 'fa:16:3e:c1:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:20Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'subnets': [{'id': 'e742a793-acd8-4cc7-8359-6450cf9e8e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:23:18.898089 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5d676-c49b-47bf-9e51-0afe090b2dbb req-b6c09adb-2301-4723-8332-6a476f0f772a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:18.902961 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-04a5d676-c49b-47bf-9e51-0afe090b2dbb req-b6c09adb-2301-4723-8332-6a476f0f772a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0741427 May 04 08:23:18.951596 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742e779-b65f-4482-b623-2bc0cbd51405 None None] New status for floating IP d06c552d-3752-4ae7-a27b-31ca72d7bae3: DOWN {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:23:18.970019 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-04a5d676-c49b-47bf-9e51-0afe090b2dbb req-2c7bbbfe-1884-4342-80a6-de1067ae7a09 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589299 May 04 08:23:19.168487 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47574) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:19.230751 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-aeaf964b-7e74-4d35-806a-3fbaa7a57c88 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (b7607c49-36fe-47d0-a4e7-25514bdbb04d), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.258849 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-aeaf964b-7e74-4d35-806a-3fbaa7a57c88 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (b7607c49-36fe-47d0-a4e7-25514bdbb04d), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.330804 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-aeaf964b-7e74-4d35-806a-3fbaa7a57c88 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b7607c49-36fe-47d0-a4e7-25514bdbb04d), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.335398 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-aeaf964b-7e74-4d35-806a-3fbaa7a57c88 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.337439 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-aeaf964b-7e74-4d35-806a-3fbaa7a57c88 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "DELETE /v2.0/security-groups/b7607c49-36fe-47d0-a4e7-25514bdbb04d HTTP/1.1" status: 204 len: 168 time: 0.1677380 May 04 08:23:19.340048 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47580) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:19.357512 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.api.v2.resource [None req-07bf7d25-e24f-47b2-b4b4-7d83cb83979e tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] show failed (client error): The resource could not be found. May 04 08:23:19.358865 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-07bf7d25-e24f-47b2-b4b4-7d83cb83979e tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "GET /v2.0/security-groups/b7607c49-36fe-47d0-a4e7-25514bdbb04d HTTP/1.1" status: 404 len: 347 time: 0.0176656 May 04 08:23:19.362703 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47582) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:19.367242 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf964b-7e74-4d35-806a-3fbaa7a57c88 tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7607c49-36fe-47d0-a4e7-25514bdbb04d,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:19.537264 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Deleting port 01ffd248-67cd-4269-9d4d-2e0f8d156690 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:19.537912 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (01ffd248-67cd-4269-9d4d-2e0f8d156690), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.627963 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (01ffd248-67cd-4269-9d4d-2e0f8d156690), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.628473 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (01ffd248-67cd-4269-9d4d-2e0f8d156690), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.642455 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Calling delete_port for 01ffd248-67cd-4269-9d4d-2e0f8d156690 owned by network:floatingip {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:19.809895 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (01ffd248-67cd-4269-9d4d-2e0f8d156690), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.838122 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Pushing event deleted for resources: {'Port': ['ID=01ffd248-67cd-4269-9d4d-2e0f8d156690,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:19.907305 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks [] for floatingip (d06c552d-3752-4ae7-a27b-31ca72d7bae3), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.909975 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:19.914002 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-034196bf-0f93-4311-b007-d8359d6221ec tempest-AttachVolumeTestJSON-1148242699 tempest-AttachVolumeTestJSON-1148242699-project] 10.222.0.60 "DELETE /v2.0/floatingips/d06c552d-3752-4ae7-a27b-31ca72d7bae3 HTTP/1.1" status: 204 len: 168 time: 0.5485206 May 04 08:23:20.106531 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3017b19-837f-4057-842e-03a51e6976a2 req-d07d0df5-0cdf-44c6-a07d-7afeb9b31e24 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:20.108208 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d3017b19-837f-4057-842e-03a51e6976a2 req-d07d0df5-0cdf-44c6-a07d-7afeb9b31e24 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0635388 May 04 08:23:20.168273 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d3017b19-837f-4057-842e-03a51e6976a2 req-fb2a218e-ff57-416f-93ce-20eb138fd973 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530095 May 04 08:23:20.556659 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device aa24ca23-48e9-4232-8cba-55b45f5a815e no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:20.592536 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: aa24ca23-48e9-4232-8cba-55b45f5a815e {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:20.593310 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device aa24ca23-48e9-4232-8cba-55b45f5a815e not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:21.334521 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12bd3-df1c-4abd-91d0-fec437cd851d req-3792cd0e-9cb3-4486-8581-da04b2e6c0b0 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:21.337077 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-caa12bd3-df1c-4abd-91d0-fec437cd851d req-3792cd0e-9cb3-4486-8581-da04b2e6c0b0 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0705776 May 04 08:23:21.414085 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-caa12bd3-df1c-4abd-91d0-fec437cd851d req-2297ec52-eb4c-4887-90ad-1eea5d8bacea tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622287 May 04 08:23:21.994387 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47620) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:22.141760 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7889f1cf-d774-41a1-bb81-16de6ab48dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:22.259147 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7889f1cf-d774-41a1-bb81-16de6ab48dce admin admin] Publish callbacks [] for security_group (acad2ab4-6207-4325-970f-467576ff8023), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:22.266838 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7889f1cf-d774-41a1-bb81-16de6ab48dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (acad2ab4-6207-4325-970f-467576ff8023), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:22.313710 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-7889f1cf-d774-41a1-bb81-16de6ab48dce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=402ca18052164586b25de13b9fea1de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148355 May 04 08:23:22.313710 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889f1cf-d774-41a1-bb81-16de6ab48dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acad2ab4-6207-4325-970f-467576ff8023,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:22.314865 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47628) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:22.361505 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:22.420657 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1017cb5c-6c5c-4c82-a196-24c8ebd69195 admin admin] Publish callbacks [] for security_group (acad2ab4-6207-4325-970f-467576ff8023), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:22.450344 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1017cb5c-6c5c-4c82-a196-24c8ebd69195 admin admin] Publish callbacks [] for security_group (acad2ab4-6207-4325-970f-467576ff8023), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:22.529962 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1017cb5c-6c5c-4c82-a196-24c8ebd69195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (acad2ab4-6207-4325-970f-467576ff8023), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:22.532795 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1017cb5c-6c5c-4c82-a196-24c8ebd69195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:22.536752 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1017cb5c-6c5c-4c82-a196-24c8ebd69195 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/acad2ab4-6207-4325-970f-467576ff8023 HTTP/1.1" status: 204 len: 168 time: 0.2142911 May 04 08:23:22.591378 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017cb5c-6c5c-4c82-a196-24c8ebd69195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acad2ab4-6207-4325-970f-467576ff8023,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:22.625961 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8294f-ea2e-4db6-9bc1-cebffa4d3587 req-00d3ad24-033b-4a66-9fe7-9040d8f87a92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:22.627990 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6da8294f-ea2e-4db6-9bc1-cebffa4d3587 req-00d3ad24-033b-4a66-9fe7-9040d8f87a92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.1106997 May 04 08:23:22.690982 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6da8294f-ea2e-4db6-9bc1-cebffa4d3587 req-567cfccb-b69f-4ed4-b304-3035f6d08db2 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558109 May 04 08:23:22.949152 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47642) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:22.967584 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba0db987-3fc8-490b-aac3-47f65717d52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:23.057675 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba0db987-3fc8-490b-aac3-47f65717d52f admin admin] Publish callbacks [] for security_group (8a5cda5e-787d-4d72-a26c-42d64c80a3b5), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:23.062604 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba0db987-3fc8-490b-aac3-47f65717d52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (8a5cda5e-787d-4d72-a26c-42d64c80a3b5), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:23.106950 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-ba0db987-3fc8-490b-aac3-47f65717d52f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30bcce1954954621b3fe7769af1f9fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572962 May 04 08:23:23.107962 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0db987-3fc8-490b-aac3-47f65717d52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5cda5e-787d-4d72-a26c-42d64c80a3b5,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:23.109704 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47644) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:23.173674 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cad92229-b2f1-46e9-8445-63d0c6872f23 admin admin] Publish callbacks [] for security_group (8a5cda5e-787d-4d72-a26c-42d64c80a3b5), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:23.199529 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cad92229-b2f1-46e9-8445-63d0c6872f23 admin admin] Publish callbacks [] for security_group (8a5cda5e-787d-4d72-a26c-42d64c80a3b5), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:23.266765 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cad92229-b2f1-46e9-8445-63d0c6872f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (8a5cda5e-787d-4d72-a26c-42d64c80a3b5), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:23.272815 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cad92229-b2f1-46e9-8445-63d0c6872f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:23.280234 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-cad92229-b2f1-46e9-8445-63d0c6872f23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a5cda5e-787d-4d72-a26c-42d64c80a3b5 HTTP/1.1" status: 204 len: 168 time: 0.1639531 May 04 08:23:23.303132 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad92229-b2f1-46e9-8445-63d0c6872f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5cda5e-787d-4d72-a26c-42d64c80a3b5,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:23.709476 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47664) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:23.895716 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7a7e3-13ca-47a5-b695-b008ac1dd1c2 req-2d8b9acc-e0d9-41a7-b362-07ebce505c60 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:23.908947 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-61d7a7e3-13ca-47a5-b695-b008ac1dd1c2 req-2d8b9acc-e0d9-41a7-b362-07ebce505c60 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0823364 May 04 08:23:23.959783 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-61d7a7e3-13ca-47a5-b695-b008ac1dd1c2 req-be699f08-932d-4c77-ac3e-3e304664ecf5 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497248 May 04 08:23:24.414087 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7883228'] for router_interface (607f0a3a-bf18-49a5-83d1-2401f80875f3), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.723816 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Deleting port c27e6e69-6155-46ca-aab7-53b70854f9d6 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:24.724238 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.856493 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] For port c27e6e69-6155-46ca-aab7-53b70854f9d6, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c27e6e69-6155-46ca-aab7-53b70854f9d6,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:24.856721 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:24.877963 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Calling delete_port for c27e6e69-6155-46ca-aab7-53b70854f9d6 owned by network:router_interface {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:25.142010 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5169c-ff50-4f71-bd86-e511a070c984 req-e4e16f51-b73f-4e64-982f-934ab3ff04a8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:25.152957 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6dd5169c-ff50-4f71-bd86-e511a070c984 req-e4e16f51-b73f-4e64-982f-934ab3ff04a8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0933328 May 04 08:23:25.174822 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (c27e6e69-6155-46ca-aab7-53b70854f9d6), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:25.206858 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Pushing event deleted for resources: {'Port': ['ID=c27e6e69-6155-46ca-aab7-53b70854f9d6,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:25.221493 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6dd5169c-ff50-4f71-bd86-e511a070c984 req-3d841c96-3ab8-4a85-b865-b703d1885d13 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636537 May 04 08:23:25.447333 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7841903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887307'] for router_interface (607f0a3a-bf18-49a5-83d1-2401f80875f3), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:25.715754 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Router 607f0a3a-bf18-49a5-83d1-2401f80875f3 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:23:25.851380 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:23:25.861897 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3cf48e1d-f466-42af-9cf3-4e13a565e63a admin admin] 10.222.0.60 "PUT /v2.0/routers/607f0a3a-bf18-49a5-83d1-2401f80875f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1453476 May 04 08:23:25.862113 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47692) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:25.874625 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] Sync routers for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:23:25.882148 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:25.882822 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:23:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:26.034951 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:26.037616 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks [] for router (607f0a3a-bf18-49a5-83d1-2401f80875f3), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.203914 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks [] for router_gateway (607f0a3a-bf18-49a5-83d1-2401f80875f3), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.264744 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Deleting port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:26.265087 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.268317 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:23:25Z', 'revision_number': 5, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port': {'id': 'c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:17:56Z', 'updated_at': '2022-05-04T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:26.307287 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] Checking router: 607f0a3a-bf18-49a5-83d1-2401f80875f3 for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:23:26.318129 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] Routers {'607f0a3a-bf18-49a5-83d1-2401f80875f3'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:23:26.319056 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:23:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['607f0a3a-bf18-49a5-83d1-2401f80875f3'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:26.480810 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b780b6-b022-4e44-b10b-f700f7d9f637 req-4c3e72cd-eccf-4d58-b1dd-71bb3fd4d44c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:26.482873 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b2b780b6-b022-4e44-b10b-f700f7d9f637 req-4c3e72cd-eccf-4d58-b1dd-71bb3fd4d44c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.1572330 May 04 08:23:26.488548 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] Set router 607f0a3a-bf18-49a5-83d1-2401f80875f3 gateway port host: None {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:23:26.553756 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] For port c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:26.554132 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.554777 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:23:26Z', 'revision_number': 6, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port_host': None}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:26.560668 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b2b780b6-b022-4e44-b10b-f700f7d9f637 req-61cdf8a3-f327-4192-99cf-99015018c0fa tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688844 May 04 08:23:26.580166 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Calling delete_port for c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 owned by network:router_gateway {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:26.600710 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0de74-8023-47b1-b59b-cddaf7b2343f None None] The sync data for ids ['607f0a3a-bf18-49a5-83d1-2401f80875f3'] in dv-cinder-840289-4-smb is: [{'id': '607f0a3a-bf18-49a5-83d1-2401f80875f3', 'name': 'tempest-AttachVolumeTestJSON-144651783-router', 'tenant_id': 'df39866d4e164c0bae5d561c75f0e338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:55Z', 'updated_at': '2022-05-04T08:23:26Z', 'revision_number': 6, 'project_id': 'df39866d4e164c0bae5d561c75f0e338', 'gw_port_host': None}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:23:26.826155 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:26.856862 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:26.955452 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7879086'] for router_gateway (607f0a3a-bf18-49a5-83d1-2401f80875f3), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.102111 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7873394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14668'] for router (607f0a3a-bf18-49a5-83d1-2401f80875f3), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.104957 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks [] for router_controller (607f0a3a-bf18-49a5-83d1-2401f80875f3), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.169470 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7873403'] for router (607f0a3a-bf18-49a5-83d1-2401f80875f3), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.170263 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 607f0a3a-bf18-49a5-83d1-2401f80875f3 {{(pid=103664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:23:27.177509 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.179486 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-c236956a-5331-4b1c-8557-28b15fd4601c admin admin] 10.222.0.60 "DELETE /v2.0/routers/607f0a3a-bf18-49a5-83d1-2401f80875f3 HTTP/1.1" status: 204 len: 168 time: 1.3185289 May 04 08:23:27.181437 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47730) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:27.235053 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_v2 [None req-22da84da-4ec8-4c80-a096-ee11752625c3 admin admin] Deleting subnet e742a793-acd8-4cc7-8359-6450cf9e8e75 {{(pid=103664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:23:27.240190 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-22da84da-4ec8-4c80-a096-ee11752625c3 admin admin] Publish callbacks [] for subnet (e742a793-acd8-4cc7-8359-6450cf9e8e75), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.278147 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-22da84da-4ec8-4c80-a096-ee11752625c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5228372'] for subnet (e742a793-acd8-4cc7-8359-6450cf9e8e75), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.371949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-22da84da-4ec8-4c80-a096-ee11752625c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (e742a793-acd8-4cc7-8359-6450cf9e8e75), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.433734 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-22da84da-4ec8-4c80-a096-ee11752625c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4773471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738143'] for subnet (e742a793-acd8-4cc7-8359-6450cf9e8e75), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.478223 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-22da84da-4ec8-4c80-a096-ee11752625c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.484225 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-22da84da-4ec8-4c80-a096-ee11752625c3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e742a793-acd8-4cc7-8359-6450cf9e8e75 HTTP/1.1" status: 204 len: 168 time: 0.3000054 May 04 08:23:27.485981 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47738) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:27.487046 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c98188-7cd2-499d-bd8d-f5ae7c7f9f82 None None] Network d3b895c4-6a2b-4006-97c1-fdc5018d64fd requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:23:27.495820 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da84da-4ec8-4c80-a096-ee11752625c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e742a793-acd8-4cc7-8359-6450cf9e8e75,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:27.577817 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (d3b895c4-6a2b-4006-97c1-fdc5018d64fd), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.668612 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Deleting port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:27.669286 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.675485 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82736933-d78f-4c49-a2d8-06305ac8f01c None None] DHCP port deletion for d3b895c4-6a2b-4006-97c1-fdc5018d64fd request from dv-cinder-840289-4-smb {{(pid=103666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:23:27.722434 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-82736933-d78f-4c49-a2d8-06305ac8f01c None None] Deleting port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 {{(pid=103666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:27.723037 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-82736933-d78f-4c49-a2d8-06305ac8f01c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), before_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.754889 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9be2e-4027-4116-9b50-adce59bd7fc7 req-15cbc45b-a19e-4382-a9dd-a6a1c6338d5a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:27.756463 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2be9be2e-4027-4116-9b50-adce59bd7fc7 req-15cbc45b-a19e-4382-a9dd-a6a1c6338d5a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0624115 May 04 08:23:27.768435 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] For port 0c5c8cc9-985e-4c4e-b237-d163949d2e80, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=0c5c8cc9-985e-4c4e-b237-d163949d2e80,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:27.768804 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.788432 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Calling delete_port for 0c5c8cc9-985e-4c4e-b237-d163949d2e80 owned by network:dhcp {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:27.795947 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-82736933-d78f-4c49-a2d8-06305ac8f01c None None] For port 0c5c8cc9-985e-4c4e-b237-d163949d2e80, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=0c5c8cc9-985e-4c4e-b237-d163949d2e80,segment=NetworkSegment(40466e68-bd02-4d88-aa5d-e81c1ccd4165),segment_id=40466e68-bd02-4d88-aa5d-e81c1ccd4165)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:27.796634 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-82736933-d78f-4c49-a2d8-06305ac8f01c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), precommit_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.810909 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2be9be2e-4027-4116-9b50-adce59bd7fc7 req-0612f5eb-8255-4108-9819-87dc2c9e467f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484443 May 04 08:23:27.811604 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-82736933-d78f-4c49-a2d8-06305ac8f01c None None] Calling delete_port for 0c5c8cc9-985e-4c4e-b237-d163949d2e80 owned by network:dhcp {{(pid=103666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:27.897119 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:27.930377 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] No DVR routers for this DVR port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 on host dv-cinder-840289-4-smb {{(pid=103665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:27.936247 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5c8cc9-985e-4c4e-b237-d163949d2e80,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:28.026230 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (d3b895c4-6a2b-4006-97c1-fdc5018d64fd), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.036525 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-82736933-d78f-4c49-a2d8-06305ac8f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883'] for port (0c5c8cc9-985e-4c4e-b237-d163949d2e80), after_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.054969 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b895c4-6a2b-4006-97c1-fdc5018d64fd']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:28.064355 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82736933-d78f-4c49-a2d8-06305ac8f01c None None] Pushing event deleted for resources: {'Port': ['ID=0c5c8cc9-985e-4c4e-b237-d163949d2e80,revision_number=None']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:28.066179 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40466e68-bd02-4d88-aa5d-e81c1ccd4165') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:28.066179 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40466e68-bd02-4d88-aa5d-e81c1ccd4165') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:23:28.068393 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82736933-d78f-4c49-a2d8-06305ac8f01c None None] No DVR routers for this DVR port 0c5c8cc9-985e-4c4e-b237-d163949d2e80 on host dv-cinder-840289-4-smb {{(pid=103666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:28.081795 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (40466e68-bd02-4d88-aa5d-e81c1ccd4165), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.098983 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (40466e68-bd02-4d88-aa5d-e81c1ccd4165), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.103638 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:23:28.104059 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (40466e68-bd02-4d88-aa5d-e81c1ccd4165), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:23:28.105764 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:23:28.177705 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (d3b895c4-6a2b-4006-97c1-fdc5018d64fd), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.183662 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.186910 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d3b895c4-6a2b-4006-97c1-fdc5018d64fd HTTP/1.1" status: 204 len: 168 time: 0.6993327 May 04 08:23:28.198383 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a578df-30f5-4aaf-9d3d-63ec01916c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b895c4-6a2b-4006-97c1-fdc5018d64fd,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:28.331228 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d07ec-2282-421b-b575-4e599c32734c req-8afcbd8b-547b-4a43-bf07-34664db80cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:28.333068 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f17d07ec-2282-421b-b575-4e599c32734c req-8afcbd8b-547b-4a43-bf07-34664db80cb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 1130 time: 0.1592894 May 04 08:23:28.438705 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47756) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:28.450845 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d07ec-2282-421b-b575-4e599c32734c req-80af4cfc-e13d-4f7b-9fea-99176ad06950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:28.452363 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f17d07ec-2282-421b-b575-4e599c32734c req-80af4cfc-e13d-4f7b-9fea-99176ad06950 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 917 time: 0.1123886 May 04 08:23:28.460647 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 0c5c8cc9-985e-4c4e-b237-d163949d2e80 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:28.482551 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47758) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:28.484411 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 0c5c8cc9-985e-4c4e-b237-d163949d2e80 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:28.484981 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 0c5c8cc9-985e-4c4e-b237-d163949d2e80 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:28.485749 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:28.502465 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a92dc4a3-8921-44e9-91b9-94fb45c26a43 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df39866d4e164c0bae5d561c75f0e338&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0602655 May 04 08:23:28.503114 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47762) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:28.518531 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:28.519530 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c6b3b7db-d229-4a1c-80d5-9c016d3b1ea5 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:28.520845 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c27e6e69-6155-46ca-aab7-53b70854f9d6 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:28.534870 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f17d07ec-2282-421b-b575-4e599c32734c req-476253c9-da2d-4bee-8feb-e67918791910 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d HTTP/1.1" status: 200 len: 1002 time: 0.0765247 May 04 08:23:28.542864 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: c27e6e69-6155-46ca-aab7-53b70854f9d6 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:28.543488 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device c27e6e69-6155-46ca-aab7-53b70854f9d6 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:28.573452 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-29d67ee0-6598-4114-a05c-255706399f88 admin admin] Publish callbacks [] for security_group (7aec0dd7-a32a-42c7-8ee0-7cb98bf3c657), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.590767 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d07ec-2282-421b-b575-4e599c32734c req-a354d613-a678-4b4a-a9c1-12d0fccd5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:28.592733 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f17d07ec-2282-421b-b575-4e599c32734c req-a354d613-a678-4b4a-a9c1-12d0fccd5056 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.0524402 May 04 08:23:28.597290 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-29d67ee0-6598-4114-a05c-255706399f88 admin admin] Publish callbacks [] for security_group (7aec0dd7-a32a-42c7-8ee0-7cb98bf3c657), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.642113 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d07ec-2282-421b-b575-4e599c32734c req-59cccd38-3108-4a99-997a-c00f04522098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:28.643843 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f17d07ec-2282-421b-b575-4e599c32734c req-59cccd38-3108-4a99-997a-c00f04522098 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452833 May 04 08:23:28.653924 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-29d67ee0-6598-4114-a05c-255706399f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7aec0dd7-a32a-42c7-8ee0-7cb98bf3c657), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.656666 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-29d67ee0-6598-4114-a05c-255706399f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.660293 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-29d67ee0-6598-4114-a05c-255706399f88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7aec0dd7-a32a-42c7-8ee0-7cb98bf3c657 HTTP/1.1" status: 204 len: 168 time: 0.1536767 May 04 08:23:28.667097 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d67ee0-6598-4114-a05c-255706399f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aec0dd7-a32a-42c7-8ee0-7cb98bf3c657,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:28.720662 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4681cd8c-78fe-40ee-86ed-542a850dfbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.771998 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f17d07ec-2282-421b-b575-4e599c32734c req-cd5c2bac-7fc5-49c3-a864-684924042864 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211052 May 04 08:23:28.821176 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4681cd8c-78fe-40ee-86ed-542a850dfbe7 admin admin] Publish callbacks [] for security_group (4129e7bf-725f-4faa-a58a-d36cbc9e6cf6), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.826844 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4681cd8c-78fe-40ee-86ed-542a850dfbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (4129e7bf-725f-4faa-a58a-d36cbc9e6cf6), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.891838 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f17d07ec-2282-421b-b575-4e599c32734c req-fa73b992-95f7-4bb2-a65b-93ea944da23b service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118577 May 04 08:23:28.894230 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-4681cd8c-78fe-40ee-86ed-542a850dfbe7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76c3fe864b7e48a88c556e65157e507a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104521 May 04 08:23:28.896102 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681cd8c-78fe-40ee-86ed-542a850dfbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4129e7bf-725f-4faa-a58a-d36cbc9e6cf6,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:28.898580 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47770) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:28.971422 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-03b72c87-f64e-4c23-8c69-2ba4d2cc6138 admin admin] Publish callbacks [] for security_group (4129e7bf-725f-4faa-a58a-d36cbc9e6cf6), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:28.972101 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e70c-f771-4991-acd9-f1392ddcd1df req-d4ca5df1-e414-4f6f-b969-5e5a57027270 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:28.974122 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c405e70c-f771-4991-acd9-f1392ddcd1df req-d4ca5df1-e414-4f6f-b969-5e5a57027270 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0675447 May 04 08:23:28.995085 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-03b72c87-f64e-4c23-8c69-2ba4d2cc6138 admin admin] Publish callbacks [] for security_group (4129e7bf-725f-4faa-a58a-d36cbc9e6cf6), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:29.036659 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c405e70c-f771-4991-acd9-f1392ddcd1df req-36616455-8d17-43eb-b051-9f6a5c565a2a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564659 May 04 08:23:29.051726 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-03b72c87-f64e-4c23-8c69-2ba4d2cc6138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (4129e7bf-725f-4faa-a58a-d36cbc9e6cf6), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:29.054885 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-03b72c87-f64e-4c23-8c69-2ba4d2cc6138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:29.058556 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-03b72c87-f64e-4c23-8c69-2ba4d2cc6138 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4129e7bf-725f-4faa-a58a-d36cbc9e6cf6 HTTP/1.1" status: 204 len: 168 time: 0.1565723 May 04 08:23:29.064706 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b72c87-f64e-4c23-8c69-2ba4d2cc6138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4129e7bf-725f-4faa-a58a-d36cbc9e6cf6,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:29.786627 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 47814) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:30.003844 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1112630595-network', 'tenant_id': 'ecfa931db1814786bd91aef38bc66685'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:23:30.032685 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Made reservation on behalf of ecfa931db1814786bd91aef38bc66685 for: {'network': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:23:30.035932 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.045713 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.147662 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Publish callbacks [] for security_group (2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.157787 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.211871 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:23:30.220088 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:30.229196 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9ea65-e6ac-43c0-ac5b-2daf8eff8d01 req-d307ae18-5429-4e60-aa78-284da75f1b4f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:30.231616 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e7f9ea65-e6ac-43c0-ac5b-2daf8eff8d01 req-d307ae18-5429-4e60-aa78-284da75f1b4f tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.0875113 May 04 08:23:30.238449 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (6ed1b45f-6858-456e-a92a-8784c727cea0), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.238790 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.segments_db [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Added segment 6ed1b45f-6858-456e-a92a-8784c727cea0 of type vlan for network 6c9066d5-74a7-4ec2-910a-47a1881edd77 May 04 08:23:30.303033 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (6c9066d5-74a7-4ec2-910a-47a1881edd77), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.328905 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e7f9ea65-e6ac-43c0-ac5b-2daf8eff8d01 req-419c1467-9c9e-45c2-8716-1fc64c5121c4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884080 May 04 08:23:30.359732 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (6c9066d5-74a7-4ec2-910a-47a1881edd77), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.360978 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:30.362026 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.405848 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6179273 May 04 08:23:30.409200 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 47838) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:30.416147 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Request body: {'subnet': {'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1112630595-subnet', 'tenant_id': 'ecfa931db1814786bd91aef38bc66685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:23:30.439004 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ec09a-2317-4f02-9fc7-5545f7fe5e5a admin admin] Pushing event updated for resources: {'Network': ['ID=6c9066d5-74a7-4ec2-910a-47a1881edd77,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:30.451162 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 6c9066d5-74a7-4ec2-910a-47a1881edd77 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:23:30.454926 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Made reservation on behalf of ecfa931db1814786bd91aef38bc66685 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:23:30.458422 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408465'] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.685610 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16501709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408463'] for subnet (ecc0eeae-0840-4018-bdcb-56c20086c3f7), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.746997 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc0eeae-0840-4018-bdcb-56c20086c3f7,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:30.756104 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Checking segment: {'id': '6ed1b45f-6858-456e-a92a-8784c727cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:23:30.756456 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Network hostable DHCP agents. Network: 6c9066d5-74a7-4ec2-910a-47a1881edd77, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:23:30.781216 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Network 6c9066d5-74a7-4ec2-910a-47a1881edd77 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:23:30.796777 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 6c9066d5-74a7-4ec2-910a-47a1881edd77) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:23:30.802378 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:30.803608 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:30.807385 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b29a9-5689-4929-b6e2-b4c57da9b4a2 None None] Network 6c9066d5-74a7-4ec2-910a-47a1881edd77 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:23:30.819802 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-aad56aee-4fcc-4bae-b218-8bb7f8682903 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4083755 May 04 08:23:30.916031 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7a83f-bd8b-4651-869d-75bf5df5a1ba None None] Network 6c9066d5-74a7-4ec2-910a-47a1881edd77 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:23:31.745081 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df92d-cb81-48fc-a1ae-213b6921f657 req-846fd7d2-6804-4d63-a01c-65712c06db97 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:31.747149 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-131df92d-cb81-48fc-a1ae-213b6921f657 req-846fd7d2-6804-4d63-a01c-65712c06db97 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 946 time: 0.3371847 May 04 08:23:31.823860 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-131df92d-cb81-48fc-a1ae-213b6921f657 req-90baf6ed-d2d9-497e-a5eb-2660fabcfdb8 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678225 May 04 08:23:32.579770 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-1f5336c6-c5ac-43cc-9d25-da7863949e75 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:32.581341 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-1f5336c6-c5ac-43cc-9d25-da7863949e75 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/networks?id=6c9066d5-74a7-4ec2-910a-47a1881edd77 HTTP/1.1" status: 200 len: 809 time: 0.1210220 May 04 08:23:32.597031 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-8970c571-11ac-4b7e-a8c3-50a82a1ef346 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/quotas/ecfa931db1814786bd91aef38bc66685 HTTP/1.1" status: 200 len: 375 time: 0.0096107 May 04 08:23:32.637984 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-60f83d63-4fbd-455d-b5d2-d9ff809f512d tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecfa931db1814786bd91aef38bc66685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303552 May 04 08:23:32.645099 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dcdba0ec-99cd-4723-a504-8c37d3e2342d no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:32.729314 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port dcdba0ec-99cd-4723-a504-8c37d3e2342d is: ACTIVE; New status is: DOWN {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:32.730004 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:32.756071 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:32.758336 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758a3802-36a0-4e9d-8686-6d7d02550ad9" -d '{"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-unplugged", "status": "completed", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:32.771637 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:32.776725 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:32.836118 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=8']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:32.837909 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-9ed0e906-e3e1-4b1e-9881-bef949214d42 service neutron] 10.222.0.60 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933608 May 04 08:23:32.952275 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 08:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2936367d-24d6-4a9a-9839-6ab5c686bea7 x-openstack-request-id: req-2936367d-24d6-4a9a-9839-6ab5c686bea7 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:32.952960 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-unplugged", "status": "failed", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d", "code": 422}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:32.953210 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2936367d-24d6-4a9a-9839-6ab5c686bea7 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:32.953800 dv-cinder-840289-4-smb neutron-server[103666]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2936367d-24d6-4a9a-9839-6ab5c686bea7']: {'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'code': 422} returned with failed status May 04 08:23:32.960165 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-ac898b42-4fab-4410-a203-8262ef1a2650 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503561 May 04 08:23:32.970872 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-aeb1ab68-1cbf-4d23-9eb9-cdab119e45d8 service neutron] 10.222.0.60 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265800 May 04 08:23:33.075479 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb718a-7217-453a-9ada-02611f7fc1ad req-a6c3c1c0-832d-404f-a72a-553c088c6f8c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:33.075479 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-a6c3c1c0-832d-404f-a72a-553c088c6f8c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports/dcdba0ec-99cd-4723-a504-8c37d3e2342d HTTP/1.1" status: 200 len: 941 time: 0.0833392 May 04 08:23:33.098404 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da0d5-3af8-4b3e-8046-8d5321a0e58d req-469bb6b9-41e2-439b-9b48-96bd27962dc4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:33.100238 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e71da0d5-3af8-4b3e-8046-8d5321a0e58d req-469bb6b9-41e2-439b-9b48-96bd27962dc4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0743651 May 04 08:23:33.147273 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d2ae3045-9cf6-4628-8812-d3269f93a505 req-1e627430-65e1-4df7-9b76-dfab558ce75b tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0399010 May 04 08:23:33.197986 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e71da0d5-3af8-4b3e-8046-8d5321a0e58d req-3460bd70-1713-49e2-80de-fa1ed43eb954 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829251 May 04 08:23:33.910128 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-2f324ace-b0e6-469a-87c9-d2d5ffc8ed1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:34.080442 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb718a-7217-453a-9ada-02611f7fc1ad req-edb69cd5-5ce0-45c4-8870-6c08636a185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:34.082434 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-edb69cd5-5ce0-45c4-8870-6c08636a185d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04&tenant_id=00a96bd69c10431b8c0dba23d4f160c5 HTTP/1.1" status: 200 len: 1128 time: 0.0453632 May 04 08:23:34.156992 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb718a-7217-453a-9ada-02611f7fc1ad req-9500a284-dda1-46a8-b5cd-dac68ba53454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:34.158562 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-9500a284-dda1-46a8-b5cd-dac68ba53454 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 1128 time: 0.0411167 May 04 08:23:34.268173 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e6c0ca0d-5a0c-445a-9b5a-256a5cb6117c req-02a4a029-c7bc-4086-8c5b-7c3f70aff842 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0419974 May 04 08:23:34.311629 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb718a-7217-453a-9ada-02611f7fc1ad req-90788670-e54b-4271-8743-ce336378a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:34.313133 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-90788670-e54b-4271-8743-ce336378a7f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 200 len: 917 time: 0.1470129 May 04 08:23:34.336066 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7cf55-0614-40a2-a575-154c897897ce req-cde3a0ea-4211-4f0a-9eca-c55e6158a8d2 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:34.337641 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47b7cf55-0614-40a2-a575-154c897897ce req-cde3a0ea-4211-4f0a-9eca-c55e6158a8d2 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0740666 May 04 08:23:34.417240 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-bd979210-2ee9-4d33-b462-f7330ff3e837 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d HTTP/1.1" status: 200 len: 1000 time: 0.0964344 May 04 08:23:34.442355 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-47b7cf55-0614-40a2-a575-154c897897ce req-66b274e1-66f2-4bc9-b942-b3d55406f949 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772777 May 04 08:23:34.485348 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb718a-7217-453a-9ada-02611f7fc1ad req-2e64c676-fbb2-4c01-a3b8-1a4bcdf36b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:34.486894 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-2e64c676-fbb2-4c01-a3b8-1a4bcdf36b1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 200 len: 855 time: 0.0610807 May 04 08:23:34.567337 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb718a-7217-453a-9ada-02611f7fc1ad req-8229c309-44a4-42f9-8fc1-1baa3d10e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:34.568960 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-8229c309-44a4-42f9-8fc1-1baa3d10e4a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a48a86-e059-43c6-bfd5-0f9791819d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0760422 May 04 08:23:34.696406 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-a2aaf285-a836-4a3e-a91f-efb53cf7764b service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160038 May 04 08:23:34.805417 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-badb718a-7217-453a-9ada-02611f7fc1ad req-d44b064d-d2cc-4e4e-9807-abbaa60f78b9 service neutron] 10.222.0.62 "GET /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064529 May 04 08:23:35.426227 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c37c7122-a46a-4e44-b18b-9e77412947ab req-d580d271-2fdd-4045-90cc-f795e4fe8e4d tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0680010 May 04 08:23:35.678900 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7351e-aa23-4a65-96aa-088502c266c1 req-de0f0c50-2ef8-4bee-ba91-3076c90b7f39 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:35.690078 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-21a7351e-aa23-4a65-96aa-088502c266c1 req-de0f0c50-2ef8-4bee-ba91-3076c90b7f39 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.1079590 May 04 08:23:35.780482 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-21a7351e-aa23-4a65-96aa-088502c266c1 req-0ffcf6df-cedf-4ee3-bbe0-d2f9d4f5f513 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846107 May 04 08:23:36.148272 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1f6649d5-b700-4a1f-ae0a-a9b702dc0303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:36.532582 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5151e1b2-df38-4873-ae55-83ecebbec3ce req-58627cc3-a677-4d4d-ae78-749abc9d7928 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0313838 May 04 08:23:36.935620 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d6861-9ad0-4c76-97d6-4b6d4c018269 req-864dad47-e9c3-4d51-b1fa-455933b998c9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:36.937204 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-598d6861-9ad0-4c76-97d6-4b6d4c018269 req-864dad47-e9c3-4d51-b1fa-455933b998c9 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0563726 May 04 08:23:37.023893 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-598d6861-9ad0-4c76-97d6-4b6d4c018269 req-e8876fad-5be7-4721-8cbb-ea5b840db373 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785446 May 04 08:23:37.405041 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:37.676931 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-19abea03-0641-4dc3-86b7-5cf6e9c9b2cd req-567f8c0d-79de-4f4a-a699-98ea5f4edc99 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0636411 May 04 08:23:38.065452 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48050) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:38.225322 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-131fb443-d1a7-412f-8a3d-2f82d3a4d1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:38.258441 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83d254-b17f-44f1-a072-dfb32204392c req-b63788fb-2651-48fc-b91c-f6e012ee67b3 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:38.265721 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ff83d254-b17f-44f1-a072-dfb32204392c req-b63788fb-2651-48fc-b91c-f6e012ee67b3 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0851245 May 04 08:23:38.348214 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ff83d254-b17f-44f1-a072-dfb32204392c req-f60089f3-83f0-43af-9c38-9f449d7780c1 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769048 May 04 08:23:38.393792 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-131fb443-d1a7-412f-8a3d-2f82d3a4d1c9 admin admin] Publish callbacks [] for security_group (93945a11-ddfd-4e66-85aa-f25310ffff18), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:38.401161 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-131fb443-d1a7-412f-8a3d-2f82d3a4d1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (93945a11-ddfd-4e66-85aa-f25310ffff18), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:38.447946 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fb443-d1a7-412f-8a3d-2f82d3a4d1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93945a11-ddfd-4e66-85aa-f25310ffff18,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:38.469672 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48054) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:38.471142 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-131fb443-d1a7-412f-8a3d-2f82d3a4d1c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cef8dd059c9f41d8ad69d7e65233dca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4221647 May 04 08:23:38.527033 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8757ff66-7880-4ba3-8bff-aacaf86f9b0f admin admin] Publish callbacks [] for security_group (93945a11-ddfd-4e66-85aa-f25310ffff18), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:38.553942 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8757ff66-7880-4ba3-8bff-aacaf86f9b0f admin admin] Publish callbacks [] for security_group (93945a11-ddfd-4e66-85aa-f25310ffff18), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:38.629070 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8757ff66-7880-4ba3-8bff-aacaf86f9b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (93945a11-ddfd-4e66-85aa-f25310ffff18), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:38.635163 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-8757ff66-7880-4ba3-8bff-aacaf86f9b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:38.636868 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-8757ff66-7880-4ba3-8bff-aacaf86f9b0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93945a11-ddfd-4e66-85aa-f25310ffff18 HTTP/1.1" status: 204 len: 168 time: 0.1660845 May 04 08:23:38.652491 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757ff66-7880-4ba3-8bff-aacaf86f9b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93945a11-ddfd-4e66-85aa-f25310ffff18,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:38.809540 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-968f7a77-58f9-4cc6-accf-7e631b4f3232 req-cfc093fe-d8fd-4012-a8df-6e729d33c136 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0421822 May 04 08:23:39.104457 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48062) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:39.121979 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-024cfc07-d121-473e-906b-c28e8d5507dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:39.149836 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:39.233190 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-024cfc07-d121-473e-906b-c28e8d5507dc admin admin] Publish callbacks [] for security_group (ef70d99d-e658-4df4-b6e5-a7e3bec99da2), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:39.240814 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-024cfc07-d121-473e-906b-c28e8d5507dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ef70d99d-e658-4df4-b6e5-a7e3bec99da2), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:39.286698 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-024cfc07-d121-473e-906b-c28e8d5507dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82857b07280e4e9baf101f193a4838ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810064 May 04 08:23:39.287624 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cfc07-d121-473e-906b-c28e8d5507dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef70d99d-e658-4df4-b6e5-a7e3bec99da2,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:39.290587 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48064) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:39.352224 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d44b1ee5-5593-4fd5-96c1-132a2fa97070 admin admin] Publish callbacks [] for security_group (ef70d99d-e658-4df4-b6e5-a7e3bec99da2), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:39.383800 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d44b1ee5-5593-4fd5-96c1-132a2fa97070 admin admin] Publish callbacks [] for security_group (ef70d99d-e658-4df4-b6e5-a7e3bec99da2), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:39.484675 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04644e1d-2faa-4c81-ae4a-7e4a3425fa09 req-cbceaf6b-8814-4be2-8485-48848245690c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:39.486254 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-04644e1d-2faa-4c81-ae4a-7e4a3425fa09 req-cbceaf6b-8814-4be2-8485-48848245690c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0514002 May 04 08:23:39.516363 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d44b1ee5-5593-4fd5-96c1-132a2fa97070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ef70d99d-e658-4df4-b6e5-a7e3bec99da2), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:39.518975 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d44b1ee5-5593-4fd5-96c1-132a2fa97070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:39.520380 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-d44b1ee5-5593-4fd5-96c1-132a2fa97070 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef70d99d-e658-4df4-b6e5-a7e3bec99da2 HTTP/1.1" status: 204 len: 168 time: 0.2295501 May 04 08:23:39.541473 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b1ee5-5593-4fd5-96c1-132a2fa97070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef70d99d-e658-4df4-b6e5-a7e3bec99da2,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:39.556307 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-04644e1d-2faa-4c81-ae4a-7e4a3425fa09 req-46108017-a370-4273-9cca-08c941042c44 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633678 May 04 08:23:39.925484 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d87122e8-444b-4cf1-b856-9ccf81bea7cf req-5060551e-9e75-4536-b0fc-bd1067094c11 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0342195 May 04 08:23:40.443113 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:40.736706 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd48d48-195f-4d06-8ab1-3148fc1cc7be req-0e9aeb40-f3f2-458f-b1bc-1a2d1b8d1ea4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:40.738616 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-abd48d48-195f-4d06-8ab1-3148fc1cc7be req-0e9aeb40-f3f2-458f-b1bc-1a2d1b8d1ea4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0798085 May 04 08:23:40.793237 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-abd48d48-195f-4d06-8ab1-3148fc1cc7be req-6cb05bf6-4070-42d2-90cc-259231428738 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478513 May 04 08:23:41.059841 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d7124415-00bc-48d8-b7f9-b218d426b0d4 req-e680f58a-86bd-4fc3-af39-39f85ccbef75 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0346775 May 04 08:23:41.540741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48120) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:41.675643 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b409323c-698e-4908-ac49-b2a3e0ceb918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:41.775099 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b409323c-698e-4908-ac49-b2a3e0ceb918 admin admin] Publish callbacks [] for security_group (ee1b78ab-d35a-4566-83f7-00c97debc7cb), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:41.781479 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b409323c-698e-4908-ac49-b2a3e0ceb918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ee1b78ab-d35a-4566-83f7-00c97debc7cb), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:41.826945 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409323c-698e-4908-ac49-b2a3e0ceb918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1b78ab-d35a-4566-83f7-00c97debc7cb,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:41.838524 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48126) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:41.838947 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b409323c-698e-4908-ac49-b2a3e0ceb918 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4a3f2e82c9c4e0f8694912388ebefad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964292 May 04 08:23:41.931488 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3a294021-6378-4804-b7d9-d14ee25e3481 admin admin] Publish callbacks [] for security_group (ee1b78ab-d35a-4566-83f7-00c97debc7cb), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:41.954236 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3a294021-6378-4804-b7d9-d14ee25e3481 admin admin] Publish callbacks [] for security_group (ee1b78ab-d35a-4566-83f7-00c97debc7cb), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:41.962038 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218bc86-b754-4c10-b563-0ee73757ffb8 req-36938595-ec9c-420c-bd12-53a8f294556e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:41.963577 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a218bc86-b754-4c10-b563-0ee73757ffb8 req-36938595-ec9c-420c-bd12-53a8f294556e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0501156 May 04 08:23:42.032753 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3a294021-6378-4804-b7d9-d14ee25e3481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ee1b78ab-d35a-4566-83f7-00c97debc7cb), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:42.036443 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3a294021-6378-4804-b7d9-d14ee25e3481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:42.052293 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3a294021-6378-4804-b7d9-d14ee25e3481 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee1b78ab-d35a-4566-83f7-00c97debc7cb HTTP/1.1" status: 204 len: 168 time: 0.2012231 May 04 08:23:42.065832 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a218bc86-b754-4c10-b563-0ee73757ffb8 req-db7f4830-7729-4030-a804-de5e3942cd79 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958228 May 04 08:23:42.067969 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a294021-6378-4804-b7d9-d14ee25e3481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1b78ab-d35a-4566-83f7-00c97debc7cb,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:42.224213 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7fc6b9e-679d-4874-9dcd-c750c69a831c req-a01bf1eb-8339-4728-b295-2c2cd4204b1e tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0318227 May 04 08:23:42.390691 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48134) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:42.404621 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc984-5d19-4ec9-992c-640f4032f50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:42.493428 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc984-5d19-4ec9-992c-640f4032f50c admin admin] Publish callbacks [] for security_group (b41ccfb7-beb9-4165-85ad-81a8a23c73fe), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:42.508751 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc984-5d19-4ec9-992c-640f4032f50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b41ccfb7-beb9-4165-85ad-81a8a23c73fe), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:42.549551 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b6cbc984-5d19-4ec9-992c-640f4032f50c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f243a1b4fdb4decb15bc36ac20b20b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570811 May 04 08:23:42.552764 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48136) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:42.580483 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbc984-5d19-4ec9-992c-640f4032f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41ccfb7-beb9-4165-85ad-81a8a23c73fe,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:42.614452 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d368b2d3-8477-4c35-b229-48c207ceb6af admin admin] Publish callbacks [] for security_group (b41ccfb7-beb9-4165-85ad-81a8a23c73fe), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:42.639574 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d368b2d3-8477-4c35-b229-48c207ceb6af admin admin] Publish callbacks [] for security_group (b41ccfb7-beb9-4165-85ad-81a8a23c73fe), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:42.704797 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d368b2d3-8477-4c35-b229-48c207ceb6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (b41ccfb7-beb9-4165-85ad-81a8a23c73fe), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:42.709226 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d368b2d3-8477-4c35-b229-48c207ceb6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:42.710728 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d368b2d3-8477-4c35-b229-48c207ceb6af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b41ccfb7-beb9-4165-85ad-81a8a23c73fe HTTP/1.1" status: 204 len: 168 time: 0.1568277 May 04 08:23:42.718997 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368b2d3-8477-4c35-b229-48c207ceb6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41ccfb7-beb9-4165-85ad-81a8a23c73fe,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:43.209005 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea5058-5ae3-477b-a165-63e85d92774b req-5a4963bf-9469-4f84-b151-6949a3ca6ccb tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:43.210821 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9aea5058-5ae3-477b-a165-63e85d92774b req-5a4963bf-9469-4f84-b151-6949a3ca6ccb tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0560043 May 04 08:23:43.288554 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9aea5058-5ae3-477b-a165-63e85d92774b req-68a20271-6620-433e-bc29-1827fa4abc37 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692220 May 04 08:23:43.349823 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7bc35478-072f-4666-ad84-568d9e0f65c8 req-99d99903-144c-4e06-9917-8066403c0d53 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0335746 May 04 08:23:44.274776 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-e516e523-a3de-4451-b2be-1e0dc9899be2 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:44.276303 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-e516e523-a3de-4451-b2be-1e0dc9899be2 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.62 "GET /v2.0/networks?id=6c9066d5-74a7-4ec2-910a-47a1881edd77 HTTP/1.1" status: 200 len: 809 time: 0.1248462 May 04 08:23:44.446464 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed515b2-0d01-4fe5-a89f-5113c1469a1f req-5b9bbb6b-b4e7-4d96-999d-d3fc201cddce tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:44.447937 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ed515b2-0d01-4fe5-a89f-5113c1469a1f req-5b9bbb6b-b4e7-4d96-999d-d3fc201cddce tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0673399 May 04 08:23:44.467243 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-84ca2944-67a7-435f-8154-be20315272ef req-07014910-248d-412b-bba2-506bf65b9b7d tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0387824 May 04 08:23:44.524024 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8ed515b2-0d01-4fe5-a89f-5113c1469a1f req-c4b50136-1a31-4ea3-9663-4552e2117a9a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600741 May 04 08:23:44.852465 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Request body: {'port': {'device_id': '93107ae9-47f3-441f-9af6-d1da4735c71b', 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77', 'admin_state_up': True, 'tenant_id': 'ecfa931db1814786bd91aef38bc66685'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:23:44.979780 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Made reservation on behalf of ecfa931db1814786bd91aef38bc66685 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:23:44.983693 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:45.131613 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Allocated IP 172.20.0.3 (6c9066d5-74a7-4ec2-910a-47a1881edd77/ecc0eeae-0840-4018-bdcb-56c20086c3f7/4654f2ee-4d56-41b9-859c-684395c84ed8) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:23:45.295282 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks [] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:45.336379 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:45.384623 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Network 6c9066d5-74a7-4ec2-910a-47a1881edd77 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:23:45.390259 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:23:45.395240 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:23:45.401389 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Pushing event updated for resources: {'Port': ['ID=4654f2ee-4d56-41b9-859c-684395c84ed8,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:45.446798 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:45.447432 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:45.466076 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-4af61dd0-0098-46e7-b478-a0955c21b4b8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178265 May 04 08:23:45.482529 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Request body: {'port': {'device_id': '93107ae9-47f3-441f-9af6-d1da4735c71b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:23:45.555817 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:45.599597 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ed610-3deb-473d-a67e-fda401c7176b req-007b60e6-2914-4117-987d-7c84e5c6e99e tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:45.601104 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c82ed610-3deb-473d-a67e-fda401c7176b req-007b60e6-2914-4117-987d-7c84e5c6e99e tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 931 time: 0.0618582 May 04 08:23:45.708500 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981b59e-d117-4dcd-b50a-e8dc423a2118 req-40ed73a3-89de-425b-8b87-4722228ab331 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:45.710026 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8981b59e-d117-4dcd-b50a-e8dc423a2118 req-40ed73a3-89de-425b-8b87-4722228ab331 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 944 time: 0.0906491 May 04 08:23:45.793647 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c82ed610-3deb-473d-a67e-fda401c7176b req-25745d0d-3aca-4e17-9be5-ca45cb195264 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752477 May 04 08:23:45.848473 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8981b59e-d117-4dcd-b50a-e8dc423a2118 req-cce4dc5c-34c4-4549-84ff-333f7cf87ac7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908742 May 04 08:23:45.979225 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4654f2ee-4d56-41b9-859c-684395c84ed8 {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:23:45.987241 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Publish callbacks [] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.003319 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Transition to ACTIVE for port object 4654f2ee-4d56-41b9-859c-684395c84ed8 will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:23:46.010985 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.076667 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Pushing event updated for resources: {'Port': ['ID=4654f2ee-4d56-41b9-859c-684395c84ed8,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:46.154305 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Attempting to bind port 4654f2ee-4d56-41b9-859c-684395c84ed8 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:23:46.154678 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Attempting to bind port 4654f2ee-4d56-41b9-859c-684395c84ed8 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '6ed1b45f-6858-456e-a92a-8784c727cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:23:46.155015 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Attempting to bind port 4654f2ee-4d56-41b9-859c-684395c84ed8 on network 6c9066d5-74a7-4ec2-910a-47a1881edd77 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:23:46.159399 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Port 4654f2ee-4d56-41b9-859c-684395c84ed8 on network 6c9066d5-74a7-4ec2-910a-47a1881edd77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:23:46.159845 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Attempting to bind port 4654f2ee-4d56-41b9-859c-684395c84ed8 on network 6c9066d5-74a7-4ec2-910a-47a1881edd77 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:23:46.164861 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:23:46.165202 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Checking segment: {'id': '6ed1b45f-6858-456e-a92a-8784c727cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:23:46.165581 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Bound using segment: {'id': '6ed1b45f-6858-456e-a92a-8784c727cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:23:46.166000 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Bound port: 4654f2ee-4d56-41b9-859c-684395c84ed8, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed1b45f-6858-456e-a92a-8784c727cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:23:46.166354 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.234249 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] For port 4654f2ee-4d56-41b9-859c-684395c84ed8, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:23:46.237888 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] For port 4654f2ee-4d56-41b9-859c-684395c84ed8, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4654f2ee-4d56-41b9-859c-684395c84ed8,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:23:46.244730 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.279147 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:46.279766 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.281163 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] 10.222.0.62 "PUT /v2.0/ports/4654f2ee-4d56-41b9-859c-684395c84ed8 HTTP/1.1" status: 200 len: 1093 time: 0.8028505 May 04 08:23:46.282069 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93107ae9-47f3-441f-9af6-d1da4735c71b', 'tag': '4654f2ee-4d56-41b9-859c-684395c84ed8'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:46.283877 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a78a510-924d-4c23-a1bd-5b85916e6bed" -d '{"events": [{"name": "network-changed", "server_uuid": "93107ae9-47f3-441f-9af6-d1da4735c71b", "tag": "4654f2ee-4d56-41b9-859c-684395c84ed8"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:46.313753 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4030-e7ec-4be7-9762-84dffb6d9df7 service neutron] Pushing event updated for resources: {'Port': ['ID=4654f2ee-4d56-41b9-859c-684395c84ed8,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:46.388841 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-96652bef-6f06-43f7-85a4-bef4cc18a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:46.390459 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-96652bef-6f06-43f7-85a4-bef4cc18a16b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa931db1814786bd91aef38bc66685&device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 1127 time: 0.0474269 May 04 08:23:46.445194 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-2e032ccb-7a5f-4cf5-9667-5072077f5c99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4654f2ee-4d56-41b9-859c-684395c84ed8 HTTP/1.1" status: 200 len: 217 time: 0.0408270 May 04 08:23:46.484329 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b96c869-15a6-417f-bf85-1c4eb83e4c61 x-openstack-request-id: req-7b96c869-15a6-417f-bf85-1c4eb83e4c61 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:46.484676 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93107ae9-47f3-441f-9af6-d1da4735c71b", "tag": "4654f2ee-4d56-41b9-859c-684395c84ed8", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:46.484926 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b96c869-15a6-417f-bf85-1c4eb83e4c61 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:46.485319 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b96c869-15a6-417f-bf85-1c4eb83e4c61'] response: {'name': 'network-changed', 'server_uuid': '93107ae9-47f3-441f-9af6-d1da4735c71b', 'tag': '4654f2ee-4d56-41b9-859c-684395c84ed8', 'status': 'completed', 'code': 200} May 04 08:23:46.498979 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-2298f087-c335-41f1-833f-fa87b01f41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:46.500462 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-2298f087-c335-41f1-833f-fa87b01f41f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecc0eeae-0840-4018-bdcb-56c20086c3f7 HTTP/1.1" status: 200 len: 849 time: 0.0494118 May 04 08:23:46.533665 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-d2bdd3bb-568b-4cf8-90e6-f58c61eb77f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c9066d5-74a7-4ec2-910a-47a1881edd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264099 May 04 08:23:46.634537 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-1205a812-a087-406e-9a86-8b8949db3546 service neutron] 10.222.0.62 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948646 May 04 08:23:46.659601 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dcdba0ec-99cd-4723-a504-8c37d3e2342d details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:23:46.733623 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0541e6cc-1447-4afc-9edb-2caf35324c67 req-543d2545-1b54-4ec9-a2b4-1ec0bbc225b9 service neutron] 10.222.0.62 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930929 May 04 08:23:46.763701 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:46.775948 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'port_id': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'mac_address': 'fa:16:3e:5c:81:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:23:46.818094 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port dcdba0ec-99cd-4723-a504-8c37d3e2342d is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:46.818600 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.832430 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcdba0ec-99cd-4723-a504-8c37d3e2342d {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:23:46.853258 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:46.858882 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:46.920674 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=9']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:46.923880 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac7766-4bd8-4ef1-b004-00497a8e5270 req-25c3e2e5-3427-47cb-8fae-72f753d61918 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:46.925875 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-63ac7766-4bd8-4ef1-b004-00497a8e5270 req-25c3e2e5-3427-47cb-8fae-72f753d61918 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 943 time: 0.0555668 May 04 08:23:46.984613 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfe8f4-0800-46be-9cda-4247b081d19b req-f152b170-1587-4632-96d6-ec29a0c2de9c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:46.986081 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4ebfe8f4-0800-46be-9cda-4247b081d19b req-f152b170-1587-4632-96d6-ec29a0c2de9c tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 945 time: 0.0591953 May 04 08:23:47.026160 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-63ac7766-4bd8-4ef1-b004-00497a8e5270 req-4e44fd8c-68a9-42b5-aaa3-1509c8526f6a tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906417 May 04 08:23:47.054439 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4ebfe8f4-0800-46be-9cda-4247b081d19b req-42ff2309-0780-44b1-9dc9-3d4443f5e45b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583017 May 04 08:23:47.163992 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['dcdba0ec-99cd-4723-a504-8c37d3e2342d'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:23:47.540615 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-e06fc87b-a81f-4e0b-9f05-4c0a60d2e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:47.542330 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-e06fc87b-a81f-4e0b-9f05-4c0a60d2e2f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa931db1814786bd91aef38bc66685&device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 1127 time: 0.0429587 May 04 08:23:47.652235 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-26ca4248-b6f9-4c3c-a6f8-43936a219b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:47.653730 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-26ca4248-b6f9-4c3c-a6f8-43936a219b70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c9066d5-74a7-4ec2-910a-47a1881edd77 HTTP/1.1" status: 200 len: 910 time: 0.1038747 May 04 08:23:47.695877 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-d532c902-09ea-4f78-a35a-bf045e485ce1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4654f2ee-4d56-41b9-859c-684395c84ed8 HTTP/1.1" status: 200 len: 217 time: 0.0352080 May 04 08:23:47.751187 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-0e0b306b-916a-4ec8-aa1b-a58c89df5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:47.752652 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-0e0b306b-916a-4ec8-aa1b-a58c89df5cc9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecc0eeae-0840-4018-bdcb-56c20086c3f7 HTTP/1.1" status: 200 len: 849 time: 0.0510778 May 04 08:23:47.788722 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-c8b1af8b-c756-433a-bd3a-ac080dc41e86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c9066d5-74a7-4ec2-910a-47a1881edd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296469 May 04 08:23:47.887272 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-00cac003-f8b6-4586-93f2-0ee7edc58ab2 service neutron] 10.222.0.62 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929227 May 04 08:23:47.993526 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a78a510-924d-4c23-a1bd-5b85916e6bed req-cb5728e5-ad2d-4766-8430-2654f5967ddd service neutron] 10.222.0.62 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001835 May 04 08:23:48.223651 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c527b4-e565-4662-999a-48da34bfa3a4 req-c4b1f3fc-1efe-4aa9-96ac-3bded7573677 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:48.226497 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82c527b4-e565-4662-999a-48da34bfa3a4 req-c4b1f3fc-1efe-4aa9-96ac-3bded7573677 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 943 time: 0.1286359 May 04 08:23:48.258277 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04905-47d2-4663-9f25-4ed0867464de req-7a748995-9aa6-46a8-b761-eb99c4740832 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:48.259815 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-00a04905-47d2-4663-9f25-4ed0867464de req-7a748995-9aa6-46a8-b761-eb99c4740832 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 945 time: 0.1182170 May 04 08:23:48.274181 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:23:48.308704 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82c527b4-e565-4662-999a-48da34bfa3a4 req-5edc9838-5518-4131-a9b5-afa7bd8f8a69 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761430 May 04 08:23:48.334081 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-00a04905-47d2-4663-9f25-4ed0867464de req-8f44a0f1-1ec7-4f70-a25c-634fb3e30af4 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666583 May 04 08:23:48.678597 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 4654f2ee-4d56-41b9-859c-684395c84ed8 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:23:48.690092 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dcdba0ec-99cd-4723-a504-8c37d3e2342d up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:23:48.804932 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port dcdba0ec-99cd-4723-a504-8c37d3e2342d triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:23:48.805306 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.859725 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 4654f2ee-4d56-41b9-859c-684395c84ed8, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4654f2ee-4d56-41b9-859c-684395c84ed8,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:48.876106 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '4654f2ee-4d56-41b9-859c-684395c84ed8', 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77', 'port_id': '4654f2ee-4d56-41b9-859c-684395c84ed8', 'mac_address': 'fa:16:3e:01:c5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc0eeae-0840-4018-bdcb-56c20086c3f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:23:48.939813 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 4654f2ee-4d56-41b9-859c-684395c84ed8 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:48.940191 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.960909 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port dcdba0ec-99cd-4723-a504-8c37d3e2342d is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:48.961294 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:48.966749 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4654f2ee-4d56-41b9-859c-684395c84ed8 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:23:49.004669 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:49.006984 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b661ad-bd24-4dc2-93c7-19f1f21961cf" -d '{"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-plugged", "status": "completed", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:49.010878 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 4654f2ee-4d56-41b9-859c-684395c84ed8, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4654f2ee-4d56-41b9-859c-684395c84ed8,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:49.022011 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.024979 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:49.030174 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.055718 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f09a4f-fb81-43e2-904c-3b1a0b15942a x-openstack-request-id: req-70f09a4f-fb81-43e2-904c-3b1a0b15942a {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:49.056010 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-plugged", "status": "completed", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:49.056266 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70f09a4f-fb81-43e2-904c-3b1a0b15942a {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:49.056659 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f09a4f-fb81-43e2-904c-3b1a0b15942a'] response: {'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'code': 200} May 04 08:23:49.086204 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=4654f2ee-4d56-41b9-859c-684395c84ed8,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:49.136976 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48250) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:49.147447 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=10']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:49.263889 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-45995e95-0faf-4eb0-be67-251de064ea11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.316048 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['4654f2ee-4d56-41b9-859c-684395c84ed8'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:23:49.316396 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3c8aa-8226-4b03-a83e-a524e4be9a5f req-919127db-6198-4878-8baa-c50a76c265b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:49.317853 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a1e3c8aa-8226-4b03-a83e-a524e4be9a5f req-919127db-6198-4878-8baa-c50a76c265b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 1131 time: 0.0421903 May 04 08:23:49.355585 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-45995e95-0faf-4eb0-be67-251de064ea11 admin admin] Publish callbacks [] for security_group (a5835748-bb87-4008-b662-73fac7e00518), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.361668 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-45995e95-0faf-4eb0-be67-251de064ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a5835748-bb87-4008-b662-73fac7e00518), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.383397 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a1e3c8aa-8226-4b03-a83e-a524e4be9a5f req-ca0c660b-e3f2-430a-b29b-724584d5b87e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578465 May 04 08:23:49.418365 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48258) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:49.419064 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-45995e95-0faf-4eb0-be67-251de064ea11 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e241494a611e480ba10f57ddf0854397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804151 May 04 08:23:49.420187 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45995e95-0faf-4eb0-be67-251de064ea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5835748-bb87-4008-b662-73fac7e00518,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:49.537056 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be39ffb-3ea4-4788-9f57-c9b804b4e878 req-575a129a-6762-4332-8170-4c0ea3433abf tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:49.538525 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2be39ffb-3ea4-4788-9f57-c9b804b4e878 req-575a129a-6762-4332-8170-4c0ea3433abf tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 944 time: 0.0943348 May 04 08:23:49.565318 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a55d8459-b897-435e-8312-99aa916819e3 admin admin] Publish callbacks [] for security_group (a5835748-bb87-4008-b662-73fac7e00518), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.578160 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353546bb-a83e-498f-8166-9ffe8df15526 req-0693f1f2-fca1-4d5c-b44e-49e78f98ab76 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:49.579759 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-353546bb-a83e-498f-8166-9ffe8df15526 req-0693f1f2-fca1-4d5c-b44e-49e78f98ab76 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 947 time: 0.1141479 May 04 08:23:49.631501 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a55d8459-b897-435e-8312-99aa916819e3 admin admin] Publish callbacks [] for security_group (a5835748-bb87-4008-b662-73fac7e00518), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.663628 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2be39ffb-3ea4-4788-9f57-c9b804b4e878 req-98cc8255-8feb-44b9-9a18-1167673be4b0 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136026 May 04 08:23:49.693162 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-353546bb-a83e-498f-8166-9ffe8df15526 req-47c81a66-83a3-4519-a9c1-a303c398165a tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067245 May 04 08:23:49.718851 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a55d8459-b897-435e-8312-99aa916819e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a5835748-bb87-4008-b662-73fac7e00518), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.721235 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a55d8459-b897-435e-8312-99aa916819e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:49.722570 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-a55d8459-b897-435e-8312-99aa916819e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5835748-bb87-4008-b662-73fac7e00518 HTTP/1.1" status: 204 len: 168 time: 0.3029649 May 04 08:23:49.730604 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d8459-b897-435e-8312-99aa916819e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5835748-bb87-4008-b662-73fac7e00518,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:50.014503 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48264) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:50.028613 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-66d7f6db-0b5c-4fd3-9379-4908f71012a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:50.118857 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-66d7f6db-0b5c-4fd3-9379-4908f71012a5 admin admin] Publish callbacks [] for security_group (d3536c7d-b8ad-48c5-93c4-51aec8714dd8), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:50.124668 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-66d7f6db-0b5c-4fd3-9379-4908f71012a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d3536c7d-b8ad-48c5-93c4-51aec8714dd8), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:50.162411 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-66d7f6db-0b5c-4fd3-9379-4908f71012a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d09ef9e4a9c048889c48d2db67417fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468141 May 04 08:23:50.163122 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7f6db-0b5c-4fd3-9379-4908f71012a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3536c7d-b8ad-48c5-93c4-51aec8714dd8,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:50.165842 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48266) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:50.218316 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-867ce874-fcd8-4d30-af90-2b60a66654ad admin admin] Publish callbacks [] for security_group (d3536c7d-b8ad-48c5-93c4-51aec8714dd8), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:50.241129 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-867ce874-fcd8-4d30-af90-2b60a66654ad admin admin] Publish callbacks [] for security_group (d3536c7d-b8ad-48c5-93c4-51aec8714dd8), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:50.289494 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-867ce874-fcd8-4d30-af90-2b60a66654ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d3536c7d-b8ad-48c5-93c4-51aec8714dd8), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:50.292163 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-867ce874-fcd8-4d30-af90-2b60a66654ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:50.293376 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-867ce874-fcd8-4d30-af90-2b60a66654ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3536c7d-b8ad-48c5-93c4-51aec8714dd8 HTTP/1.1" status: 204 len: 168 time: 0.1262677 May 04 08:23:50.302031 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ce874-fcd8-4d30-af90-2b60a66654ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3536c7d-b8ad-48c5-93c4-51aec8714dd8,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:50.701563 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 4654f2ee-4d56-41b9-859c-684395c84ed8 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:23:50.809043 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 4654f2ee-4d56-41b9-859c-684395c84ed8 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:23:50.813178 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54861d-c643-4d3c-a315-617e255d81d6 req-06cda7ee-a3dd-4270-967e-c6db8016e161 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:50.814804 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bf54861d-c643-4d3c-a315-617e255d81d6 req-06cda7ee-a3dd-4270-967e-c6db8016e161 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 944 time: 0.0745180 May 04 08:23:50.827513 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 4654f2ee-4d56-41b9-859c-684395c84ed8 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:23:50.828219 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:50.870959 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644cd40-6476-4c4a-bfc6-ebc168a29c24 req-08a1a708-b14e-46d8-96bb-b7abe3486026 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:50.872525 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a644cd40-6476-4c4a-bfc6-ebc168a29c24 req-08a1a708-b14e-46d8-96bb-b7abe3486026 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 947 time: 0.0567091 May 04 08:23:50.950182 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 4654f2ee-4d56-41b9-859c-684395c84ed8 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:23:50.950671 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:50.958838 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bf54861d-c643-4d3c-a315-617e255d81d6 req-9ff33cbd-7b51-4248-a54d-8f5e051328a3 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852363 May 04 08:23:50.964318 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a644cd40-6476-4c4a-bfc6-ebc168a29c24 req-2d07f996-16ae-4cdf-86a8-fa7e392e2fdf tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834451 May 04 08:23:51.019465 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 4654f2ee-4d56-41b9-859c-684395c84ed8, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4654f2ee-4d56-41b9-859c-684395c84ed8,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:51.025662 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:51.065169 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93107ae9-47f3-441f-9af6-d1da4735c71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4654f2ee-4d56-41b9-859c-684395c84ed8'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:51.069289 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19630ad0-b76f-4408-bd4a-5cbfd1f1d2a8" -d '{"events": [{"server_uuid": "93107ae9-47f3-441f-9af6-d1da4735c71b", "name": "network-vif-plugged", "status": "completed", "tag": "4654f2ee-4d56-41b9-859c-684395c84ed8"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:51.119658 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5184f47c-ff0f-4b30-9104-9537232d8556 x-openstack-request-id: req-5184f47c-ff0f-4b30-9104-9537232d8556 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:51.119977 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93107ae9-47f3-441f-9af6-d1da4735c71b", "name": "network-vif-plugged", "status": "completed", "tag": "4654f2ee-4d56-41b9-859c-684395c84ed8", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:51.120231 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5184f47c-ff0f-4b30-9104-9537232d8556 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:51.120637 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5184f47c-ff0f-4b30-9104-9537232d8556'] response: {'server_uuid': '93107ae9-47f3-441f-9af6-d1da4735c71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4654f2ee-4d56-41b9-859c-684395c84ed8', 'code': 200} May 04 08:23:51.122126 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=4654f2ee-4d56-41b9-859c-684395c84ed8,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:51.398953 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd46ee3-9e14-4565-8a3a-e477b13275b0 req-4a22e0ff-ccae-4263-9778-d62f3949b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:51.400619 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1bd46ee3-9e14-4565-8a3a-e477b13275b0 req-4a22e0ff-ccae-4263-9778-d62f3949b85d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 1129 time: 0.0502717 May 04 08:23:51.445985 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1bd46ee3-9e14-4565-8a3a-e477b13275b0 req-d2777cee-a6bf-4373-8d59-2e046ed8d9e7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 May 04 08:23:52.137475 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12955d-9169-49ba-9078-101397ea7da9 req-2981b30b-2e1e-4689-b1b7-286d9388777f tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:52.138997 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fc12955d-9169-49ba-9078-101397ea7da9 req-2981b30b-2e1e-4689-b1b7-286d9388777f tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 945 time: 0.0819027 May 04 08:23:52.151536 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d844dd-6c15-421d-8bc9-e7b10f116c17 req-bed02987-c72d-40bb-94e7-8ddd4a564612 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:52.153043 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-04d844dd-6c15-421d-8bc9-e7b10f116c17 req-bed02987-c72d-40bb-94e7-8ddd4a564612 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 947 time: 0.0679917 May 04 08:23:52.229274 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fc12955d-9169-49ba-9078-101397ea7da9 req-5ee79e6e-102e-4453-922d-26f8e7d196f9 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841112 May 04 08:23:52.232755 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-04d844dd-6c15-421d-8bc9-e7b10f116c17 req-7117ea37-27a5-4b71-a8a9-9adaeb66733b tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739381 May 04 08:23:52.385686 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:52.839940 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-977d66fc-f00f-42a1-b3a8-f346fe075461 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411584 May 04 08:23:52.941500 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-4240577d-53dd-4303-9597-ec938aea8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:52.943095 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-4240577d-53dd-4303-9597-ec938aea8cf2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=665c1f64495c4dadab3990bfc933bf22&device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1129 time: 0.0421503 May 04 08:23:53.358003 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-0cd2bc00-a58e-4953-b3d2-59e29f8db200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:53.359474 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-0cd2bc00-a58e-4953-b3d2-59e29f8db200 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8e22094-fa4e-4129-953e-332cc435c21a HTTP/1.1" status: 200 len: 910 time: 0.3971772 May 04 08:23:53.432641 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2a417-3221-4cdf-9cd4-1dd14db80540 req-8c04e9c1-0886-49c9-a607-0d2b326c4452 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:53.434129 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0e2a417-3221-4cdf-9cd4-1dd14db80540 req-8c04e9c1-0886-49c9-a607-0d2b326c4452 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 945 time: 0.0899949 May 04 08:23:53.466090 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-a710832f-da49-4cdd-850e-fe91cc75c221 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd HTTP/1.1" status: 200 len: 1000 time: 0.0909648 May 04 08:23:53.536423 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0e2a417-3221-4cdf-9cd4-1dd14db80540 req-b11c6219-82f8-4afa-8b4a-be578ece5083 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953541 May 04 08:23:53.540292 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-0282eb98-9cfc-4302-9513-fdab3ab4e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:53.541720 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-0282eb98-9cfc-4302-9513-fdab3ab4e495 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=746850a0-26c1-452d-8542-bd0b3be43805 HTTP/1.1" status: 200 len: 848 time: 0.0697420 May 04 08:23:53.594271 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-5c273a67-4ee1-4e2c-95de-4ecbd2c0e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:53.595988 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-5c273a67-4ee1-4e2c-95de-4ecbd2c0e803 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8e22094-fa4e-4129-953e-332cc435c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477850 May 04 08:23:53.702249 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-631ffa58-9316-4ca0-81f9-23fc6465c31c service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993288 May 04 08:23:53.798615 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-266a2460-4138-49a8-a9aa-9390dc7a9f7a req-dafb9deb-6473-4dd3-a617-a5f96b34537e service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883999 May 04 08:23:54.270515 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc8382-9118-4d0e-9408-7b38bbda6cb5 req-dafdd11d-0854-482b-a6ea-12734100744e tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:54.271998 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-90bc8382-9118-4d0e-9408-7b38bbda6cb5 req-dafdd11d-0854-482b-a6ea-12734100744e tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 945 time: 0.0657182 May 04 08:23:54.322211 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-90bc8382-9118-4d0e-9408-7b38bbda6cb5 req-7ed21735-7877-465e-a6c8-dc96140a209b tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438631 May 04 08:23:55.444465 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31a83-8a27-42d7-92e0-12a24679d955 req-cccfb4ed-51cc-4518-ad2d-f75e4acd5eec tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:55.445949 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-06a31a83-8a27-42d7-92e0-12a24679d955 req-cccfb4ed-51cc-4518-ad2d-f75e4acd5eec tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 945 time: 0.0509572 May 04 08:23:55.493562 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-06a31a83-8a27-42d7-92e0-12a24679d955 req-83cc2231-27e5-42bd-97d4-565ea7521fe1 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 May 04 08:23:55.680186 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-67a64a35-46ef-4ad6-bab4-571432b3129c tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:55.681560 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-67a64a35-46ef-4ad6-bab4-571432b3129c tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.62 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 945 time: 0.0515573 May 04 08:23:55.770633 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Deleting port 4654f2ee-4d56-41b9-859c-684395c84ed8 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:23:55.770970 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:55.875014 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] For port 4654f2ee-4d56-41b9-859c-684395c84ed8, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4654f2ee-4d56-41b9-859c-684395c84ed8,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:23:55.875387 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:55.891335 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Calling delete_port for 4654f2ee-4d56-41b9-859c-684395c84ed8 owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:23:56.033403 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (4654f2ee-4d56-41b9-859c-684395c84ed8), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:56.066109 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Pushing event deleted for resources: {'Port': ['ID=4654f2ee-4d56-41b9-859c-684395c84ed8,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:56.067427 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['4654f2ee-4d56-41b9-859c-684395c84ed8'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:23:56.110827 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] No DVR routers for this DVR port 4654f2ee-4d56-41b9-859c-684395c84ed8 on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:23:56.113874 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:56.119658 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6180f7a7-1beb-424a-b58a-2e12cda75777 req-13be0940-ddbd-4165-a8e4-1f8f0c922022 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.62 "DELETE /v2.0/ports/4654f2ee-4d56-41b9-859c-684395c84ed8 HTTP/1.1" status: 204 len: 173 time: 0.4323564 May 04 08:23:56.120124 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93107ae9-47f3-441f-9af6-d1da4735c71b', 'name': 'network-vif-deleted', 'tag': '4654f2ee-4d56-41b9-859c-684395c84ed8'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:23:56.122444 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d0415e-2fad-4633-b4ce-6e743994f08f" -d '{"events": [{"server_uuid": "93107ae9-47f3-441f-9af6-d1da4735c71b", "name": "network-vif-deleted", "tag": "4654f2ee-4d56-41b9-859c-684395c84ed8"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:23:56.160150 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f7e152-0881-4c76-a8d5-aec5741e7c17 x-openstack-request-id: req-81f7e152-0881-4c76-a8d5-aec5741e7c17 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:23:56.160441 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93107ae9-47f3-441f-9af6-d1da4735c71b", "name": "network-vif-deleted", "tag": "4654f2ee-4d56-41b9-859c-684395c84ed8", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:23:56.160687 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81f7e152-0881-4c76-a8d5-aec5741e7c17 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:23:56.161086 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f7e152-0881-4c76-a8d5-aec5741e7c17'] response: {'server_uuid': '93107ae9-47f3-441f-9af6-d1da4735c71b', 'name': 'network-vif-deleted', 'tag': '4654f2ee-4d56-41b9-859c-684395c84ed8', 'status': 'completed', 'code': 200} May 04 08:23:56.615096 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-aee5d847-3f77-4e68-8d6e-0f8a0826bbfc req-a9560fda-67f5-4aa0-8ea7-041eae916032 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=93107ae9-47f3-441f-9af6-d1da4735c71b HTTP/1.1" status: 200 len: 210 time: 0.0297127 May 04 08:23:57.054016 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48454) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:57.165619 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3def8e96-05ad-433f-afd2-b50755a9e57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.249664 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3def8e96-05ad-433f-afd2-b50755a9e57b admin admin] Publish callbacks [] for security_group (0fdb312c-2544-47e8-9335-72a296588af4), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.254731 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3def8e96-05ad-433f-afd2-b50755a9e57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (0fdb312c-2544-47e8-9335-72a296588af4), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.293835 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def8e96-05ad-433f-afd2-b50755a9e57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb312c-2544-47e8-9335-72a296588af4,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:57.298216 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3def8e96-05ad-433f-afd2-b50755a9e57b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25f5e20e93cc4c5cb4e9f6a24efe3209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431102 May 04 08:23:57.302327 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48458) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:57.351460 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27fcb32b-12b6-49f8-a8a1-0042e3753dc8 admin admin] Publish callbacks [] for security_group (0fdb312c-2544-47e8-9335-72a296588af4), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.374159 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27fcb32b-12b6-49f8-a8a1-0042e3753dc8 admin admin] Publish callbacks [] for security_group (0fdb312c-2544-47e8-9335-72a296588af4), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.428434 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27fcb32b-12b6-49f8-a8a1-0042e3753dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (0fdb312c-2544-47e8-9335-72a296588af4), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.431060 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27fcb32b-12b6-49f8-a8a1-0042e3753dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.432243 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-27fcb32b-12b6-49f8-a8a1-0042e3753dc8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fdb312c-2544-47e8-9335-72a296588af4 HTTP/1.1" status: 204 len: 168 time: 0.1290307 May 04 08:23:57.441027 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcb32b-12b6-49f8-a8a1-0042e3753dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb312c-2544-47e8-9335-72a296588af4,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:57.737762 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48468) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:57.751168 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b33a389b-33e0-47eb-bed4-0dcb1659404d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.853732 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b33a389b-33e0-47eb-bed4-0dcb1659404d admin admin] Publish callbacks [] for security_group (d39d5868-6b0b-4194-befe-a7c8285fecf5), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.858727 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b33a389b-33e0-47eb-bed4-0dcb1659404d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d39d5868-6b0b-4194-befe-a7c8285fecf5), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:57.928362 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b33a389b-33e0-47eb-bed4-0dcb1659404d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4e7c5c7e1cd43178b1181c76b5cce1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891694 May 04 08:23:57.931106 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48480) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:23:57.934273 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a389b-33e0-47eb-bed4-0dcb1659404d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d5868-6b0b-4194-befe-a7c8285fecf5,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:57.992178 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a9434c71-1dbd-4398-b476-95e60b733730 admin admin] Publish callbacks [] for security_group (d39d5868-6b0b-4194-befe-a7c8285fecf5), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:58.010864 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-7d137350-04ec-4ac3-8850-d7766b9a7dd7 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:58.012385 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-7d137350-04ec-4ac3-8850-d7766b9a7dd7 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/networks?id=6c9066d5-74a7-4ec2-910a-47a1881edd77 HTTP/1.1" status: 200 len: 809 time: 0.1397564 May 04 08:23:58.016611 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a9434c71-1dbd-4398-b476-95e60b733730 admin admin] Publish callbacks [] for security_group (d39d5868-6b0b-4194-befe-a7c8285fecf5), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:58.027787 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-21b5ad19-960a-4d8f-85fb-36b2b016f173 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/quotas/ecfa931db1814786bd91aef38bc66685 HTTP/1.1" status: 200 len: 375 time: 0.0097964 May 04 08:23:58.067927 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-983b44d2-6294-44c6-993d-a363adb9ea37 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecfa931db1814786bd91aef38bc66685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345519 May 04 08:23:58.068253 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a9434c71-1dbd-4398-b476-95e60b733730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d39d5868-6b0b-4194-befe-a7c8285fecf5), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:58.071020 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-a9434c71-1dbd-4398-b476-95e60b733730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:58.073125 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-a9434c71-1dbd-4398-b476-95e60b733730 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d39d5868-6b0b-4194-befe-a7c8285fecf5 HTTP/1.1" status: 204 len: 168 time: 0.1400199 May 04 08:23:58.080550 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9434c71-1dbd-4398-b476-95e60b733730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d5868-6b0b-4194-befe-a7c8285fecf5,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:23:58.163361 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c49d444-55d0-443b-a5d8-7ea52fd7f203 service neutron] 10.222.0.60 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874553 May 04 08:23:58.265085 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-fc446f47-94b5-4ab1-933d-376e11ef1573 service neutron] 10.222.0.60 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957828 May 04 08:23:58.447307 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-da9f9376-252c-4c01-977e-fb49b3afb82d req-48c6aecf-a8dc-49c3-8b0a-3684b86efc9f tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 210 time: 0.0318670 May 04 08:23:58.747781 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 4654f2ee-4d56-41b9-859c-684395c84ed8 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:23:58.769687 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 4654f2ee-4d56-41b9-859c-684395c84ed8 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:23:58.770860 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 4654f2ee-4d56-41b9-859c-684395c84ed8 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:23:59.506717 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-0c0ada79-e634-4850-aaa2-f0b270b780cd tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:23:59.509418 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-0c0ada79-e634-4850-aaa2-f0b270b780cd tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.62 "GET /v2.0/networks?id=6c9066d5-74a7-4ec2-910a-47a1881edd77 HTTP/1.1" status: 200 len: 809 time: 0.1288464 May 04 08:23:59.538621 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Request body: {'port': {'device_id': '46adcda5-7abe-49fe-8620-fe08dc3d7267', 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77', 'admin_state_up': True, 'tenant_id': 'ecfa931db1814786bd91aef38bc66685'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:23:59.567693 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7c853748-9891-4be7-92c5-92b7f579f090 req-2c08b515-75f0-42f1-9c55-b35b48ed3eff tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 210 time: 0.0432494 May 04 08:23:59.681637 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Made reservation on behalf of ecfa931db1814786bd91aef38bc66685 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:23:59.686126 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:23:59.831463 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Allocated IP 172.20.0.2 (6c9066d5-74a7-4ec2-910a-47a1881edd77/ecc0eeae-0840-4018-bdcb-56c20086c3f7/6c08e525-95a6-42bf-9537-3ebcfbf2ecad) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:23:59.992918 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks [] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.031406 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.077676 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Network 6c9066d5-74a7-4ec2-910a-47a1881edd77 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:24:00.080703 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:24:00.085905 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:24:00.116868 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Pushing event updated for resources: {'Port': ['ID=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:00.144377 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:00.145014 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.162423 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-4c44cddd-ba2d-4027-b288-9be69ea94441 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6282938 May 04 08:24:00.179275 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Request body: {'port': {'device_id': '46adcda5-7abe-49fe-8620-fe08dc3d7267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:00.243500 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.468573 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48566) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:00.528993 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c08e525-95a6-42bf-9537-3ebcfbf2ecad {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:24:00.537417 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Publish callbacks [] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.553508 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Transition to ACTIVE for port object 6c08e525-95a6-42bf-9537-3ebcfbf2ecad will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:24:00.557964 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.583997 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2a7c4e-c368-4a53-9d92-a2c29ae8e39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.613094 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:00.696760 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2a7c4e-c368-4a53-9d92-a2c29ae8e39a admin admin] Publish callbacks [] for security_group (c0a47134-e308-49cf-b6cf-a4fb0fd0a461), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.698571 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Attempting to bind port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:24:00.698940 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Attempting to bind port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '6ed1b45f-6858-456e-a92a-8784c727cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:24:00.699264 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Attempting to bind port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad on network 6c9066d5-74a7-4ec2-910a-47a1881edd77 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:24:00.702282 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2a7c4e-c368-4a53-9d92-a2c29ae8e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (c0a47134-e308-49cf-b6cf-a4fb0fd0a461), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.722168 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad on network 6c9066d5-74a7-4ec2-910a-47a1881edd77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:24:00.722496 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Attempting to bind port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad on network 6c9066d5-74a7-4ec2-910a-47a1881edd77 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:24:00.732992 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:24:00.733329 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Checking segment: {'id': '6ed1b45f-6858-456e-a92a-8784c727cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:24:00.733730 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Bound using segment: {'id': '6ed1b45f-6858-456e-a92a-8784c727cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:24:00.734165 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Bound port: 6c08e525-95a6-42bf-9537-3ebcfbf2ecad, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed1b45f-6858-456e-a92a-8784c727cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:24:00.734539 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.747576 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-db2a7c4e-c368-4a53-9d92-a2c29ae8e39a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad8eb5a6ba1d44fca10dd17512e2f221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778230 May 04 08:24:00.748211 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48572) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:00.750617 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8108cd-7009-48b3-a231-b9e58504cf13 req-c72062ff-abf4-4c57-986b-70ce8aaad943 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:00.752159 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ca8108cd-7009-48b3-a231-b9e58504cf13 req-c72062ff-abf4-4c57-986b-70ce8aaad943 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 943 time: 0.0663345 May 04 08:24:00.754405 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a7c4e-c368-4a53-9d92-a2c29ae8e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a47134-e308-49cf-b6cf-a4fb0fd0a461,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:00.806149 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7094f68d-321c-4f98-810c-2efffce33922 admin admin] Publish callbacks [] for security_group (c0a47134-e308-49cf-b6cf-a4fb0fd0a461), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.827487 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7094f68d-321c-4f98-810c-2efffce33922 admin admin] Publish callbacks [] for security_group (c0a47134-e308-49cf-b6cf-a4fb0fd0a461), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.838917 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] For port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:24:00.843654 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ca8108cd-7009-48b3-a231-b9e58504cf13 req-077b3d1f-db0c-4265-8b4e-474c6d225d61 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841036 May 04 08:24:00.845389 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] For port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:24:00.852262 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.880553 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7094f68d-321c-4f98-810c-2efffce33922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (c0a47134-e308-49cf-b6cf-a4fb0fd0a461), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.883905 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7094f68d-321c-4f98-810c-2efffce33922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.889329 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:00.889951 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:00.893500 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-7094f68d-321c-4f98-810c-2efffce33922 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0a47134-e308-49cf-b6cf-a4fb0fd0a461 HTTP/1.1" status: 204 len: 168 time: 0.1411214 May 04 08:24:00.893800 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] 10.222.0.62 "PUT /v2.0/ports/6c08e525-95a6-42bf-9537-3ebcfbf2ecad HTTP/1.1" status: 200 len: 1093 time: 0.7167878 May 04 08:24:00.893884 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46adcda5-7abe-49fe-8620-fe08dc3d7267', 'tag': '6c08e525-95a6-42bf-9537-3ebcfbf2ecad'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:00.896192 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0441f7-9712-4351-8879-01713952981a" -d '{"events": [{"name": "network-changed", "server_uuid": "46adcda5-7abe-49fe-8620-fe08dc3d7267", "tag": "6c08e525-95a6-42bf-9537-3ebcfbf2ecad"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:00.899675 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094f68d-321c-4f98-810c-2efffce33922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a47134-e308-49cf-b6cf-a4fb0fd0a461,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:00.930540 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516838a1-53bb-47a6-ac08-71a236a1a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:00.962237 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e081b599-d1ad-4962-912d-8760d6c6fed5 x-openstack-request-id: req-e081b599-d1ad-4962-912d-8760d6c6fed5 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:00.962713 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46adcda5-7abe-49fe-8620-fe08dc3d7267", "tag": "6c08e525-95a6-42bf-9537-3ebcfbf2ecad", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:00.962967 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e081b599-d1ad-4962-912d-8760d6c6fed5 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:00.963371 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e081b599-d1ad-4962-912d-8760d6c6fed5'] response: {'name': 'network-changed', 'server_uuid': '46adcda5-7abe-49fe-8620-fe08dc3d7267', 'tag': '6c08e525-95a6-42bf-9537-3ebcfbf2ecad', 'status': 'completed', 'code': 200} May 04 08:24:01.023764 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-75f9f27f-5069-47ad-8407-b564f0888cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:01.025319 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-75f9f27f-5069-47ad-8407-b564f0888cfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa931db1814786bd91aef38bc66685&device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 1127 time: 0.0462739 May 04 08:24:01.073052 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-ae25ac0f-873c-4655-a98a-c7abe8eb6fe3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c08e525-95a6-42bf-9537-3ebcfbf2ecad HTTP/1.1" status: 200 len: 217 time: 0.0359468 May 04 08:24:01.127403 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-1edc10c7-baff-40de-8c20-e46e0814c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:01.129330 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-1edc10c7-baff-40de-8c20-e46e0814c02d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecc0eeae-0840-4018-bdcb-56c20086c3f7 HTTP/1.1" status: 200 len: 849 time: 0.0511687 May 04 08:24:01.162300 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-63bf623b-5f61-4cd1-909d-86de28801245 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c9066d5-74a7-4ec2-910a-47a1881edd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275443 May 04 08:24:01.221573 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48580) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:01.234663 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5d7567f2-aaa4-47dd-83f2-b352f49cb9a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:01.256729 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-aa308daa-9a1c-44da-8ec5-cbe1fe0fde5b service neutron] 10.222.0.62 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882676 May 04 08:24:01.316621 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5d7567f2-aaa4-47dd-83f2-b352f49cb9a4 admin admin] Publish callbacks [] for security_group (7ceacdbc-8d81-48de-8dd3-62813838e06c), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:01.322055 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5d7567f2-aaa4-47dd-83f2-b352f49cb9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7ceacdbc-8d81-48de-8dd3-62813838e06c), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:01.362605 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-5d7567f2-aaa4-47dd-83f2-b352f49cb9a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efe5886de28f490dac8a3ab444c4df5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395376 May 04 08:24:01.363788 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7567f2-aaa4-47dd-83f2-b352f49cb9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceacdbc-8d81-48de-8dd3-62813838e06c,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:01.366187 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48582) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:01.371578 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6ff598b4-5868-4724-a8d8-f1b3fcaca093 req-a6057477-b5c0-4851-9474-93420074f27e service neutron] 10.222.0.62 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092629 May 04 08:24:01.423010 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-36ab57ee-1114-4403-8914-94862ef35e88 admin admin] Publish callbacks [] for security_group (7ceacdbc-8d81-48de-8dd3-62813838e06c), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:01.461933 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-36ab57ee-1114-4403-8914-94862ef35e88 admin admin] Publish callbacks [] for security_group (7ceacdbc-8d81-48de-8dd3-62813838e06c), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:01.525476 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-36ab57ee-1114-4403-8914-94862ef35e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7ceacdbc-8d81-48de-8dd3-62813838e06c), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:01.528480 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-36ab57ee-1114-4403-8914-94862ef35e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:01.529753 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-36ab57ee-1114-4403-8914-94862ef35e88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ceacdbc-8d81-48de-8dd3-62813838e06c HTTP/1.1" status: 204 len: 168 time: 0.1626315 May 04 08:24:01.541727 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab57ee-1114-4403-8914-94862ef35e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceacdbc-8d81-48de-8dd3-62813838e06c,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:01.971269 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f0c34-829e-4b17-a87a-fe5d92801553 req-74598387-f716-4f41-bf15-548ef81f9289 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:01.973290 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-987f0c34-829e-4b17-a87a-fe5d92801553 req-74598387-f716-4f41-bf15-548ef81f9289 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 943 time: 0.0480642 May 04 08:24:02.034955 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-987f0c34-829e-4b17-a87a-fe5d92801553 req-81885de1-ab99-40d2-a017-5445cc68f64f tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453498 May 04 08:24:02.214377 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0441f7-9712-4351-8879-01713952981a req-c932532b-f9f9-4f95-b135-5118be1fed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:02.216091 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df0441f7-9712-4351-8879-01713952981a req-c932532b-f9f9-4f95-b135-5118be1fed5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa931db1814786bd91aef38bc66685&device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 1127 time: 0.0477417 May 04 08:24:02.307276 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48606) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:02.309025 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0441f7-9712-4351-8879-01713952981a req-80c0a770-1596-4e93-bf01-6dcf1384f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:02.310490 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df0441f7-9712-4351-8879-01713952981a req-80c0a770-1596-4e93-bf01-6dcf1384f783 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c9066d5-74a7-4ec2-910a-47a1881edd77 HTTP/1.1" status: 200 len: 910 time: 0.0887499 May 04 08:24:02.356604 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df0441f7-9712-4351-8879-01713952981a req-b0dd5aa0-29f4-4548-8497-905871602765 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c08e525-95a6-42bf-9537-3ebcfbf2ecad HTTP/1.1" status: 200 len: 217 time: 0.0391171 May 04 08:24:02.412457 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0441f7-9712-4351-8879-01713952981a req-e26a3fe8-3569-4715-b2cc-38f80d86af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:02.414155 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df0441f7-9712-4351-8879-01713952981a req-e26a3fe8-3569-4715-b2cc-38f80d86af16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecc0eeae-0840-4018-bdcb-56c20086c3f7 HTTP/1.1" status: 200 len: 849 time: 0.0521488 May 04 08:24:02.453009 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df0441f7-9712-4351-8879-01713952981a req-726b6d74-53cd-440f-b324-ca752f4145c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c9066d5-74a7-4ec2-910a-47a1881edd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325947 May 04 08:24:02.554250 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df0441f7-9712-4351-8879-01713952981a req-c3ab9545-2b20-492b-9e8c-c220100fb6d6 service neutron] 10.222.0.62 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947793 May 04 08:24:02.658421 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-df0441f7-9712-4351-8879-01713952981a req-7a231420-fb46-48a1-9485-d02cf786edf5 service neutron] 10.222.0.62 "GET /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966208 May 04 08:24:02.716384 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Deleting port 203106a4-2cc9-4d30-8ca2-79c20177d0b2 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:02.717015 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (203106a4-2cc9-4d30-8ca2-79c20177d0b2), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.778943 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 6c08e525-95a6-42bf-9537-3ebcfbf2ecad details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:24:02.803585 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (203106a4-2cc9-4d30-8ca2-79c20177d0b2), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.804037 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for floatingip (203106a4-2cc9-4d30-8ca2-79c20177d0b2), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.817661 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Calling delete_port for 203106a4-2cc9-4d30-8ca2-79c20177d0b2 owned by network:floatingip {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:02.879659 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:02.891818 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '6c08e525-95a6-42bf-9537-3ebcfbf2ecad', 'network_id': '6c9066d5-74a7-4ec2-910a-47a1881edd77', 'port_id': '6c08e525-95a6-42bf-9537-3ebcfbf2ecad', 'mac_address': 'fa:16:3e:73:14:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc0eeae-0840-4018-bdcb-56c20086c3f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:24:02.938458 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:02.938880 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.952904 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c08e525-95a6-42bf-9537-3ebcfbf2ecad {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:24:02.982223 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:02.984476 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (203106a4-2cc9-4d30-8ca2-79c20177d0b2), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:02.986100 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.017795 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event deleted for resources: {'Port': ['ID=203106a4-2cc9-4d30-8ca2-79c20177d0b2,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:03.039211 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:03.046736 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.047122 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.047551 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.047898 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.048298 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.048564 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.049185 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.049685 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.050182 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.050707 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.051042 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.051372 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.051692 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.052014 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.052336 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:03.099427 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for floatingip (aeddd156-f80d-4b12-9914-42b5490b78e1), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.099838 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Floating IP aeddd156-f80d-4b12-9914-42b5490b78e1 disassociated (deleted). External IP: 172.28.3.51, port: 5024184c-9e21-4cc2-a8c4-de7d6b692dbd. May 04 08:24:03.159924 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492f50b-eb0c-4082-9881-1b805f6622f0 req-43f3e86f-9776-42de-8a73-4c3538494776 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:03.162127 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0492f50b-eb0c-4082-9881-1b805f6622f0 req-43f3e86f-9776-42de-8a73-4c3538494776 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 944 time: 0.0521793 May 04 08:24:03.219158 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0492f50b-eb0c-4082-9881-1b805f6622f0 req-351af6a0-ff36-420a-97d0-3f11d9173601 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509913 May 04 08:24:03.293081 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['6c08e525-95a6-42bf-9537-3ebcfbf2ecad'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:24:03.339255 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Router d05d77ce-8d70-4dee-a337-3ea43e475661 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:03.466461 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:03.471604 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.476203 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] Sync routers for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:03.485803 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:03.486420 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:23:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:03.505039 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-528830eb-1d10-47c1-af68-53067b690815 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "DELETE /v2.0/floatingips/aeddd156-f80d-4b12-9914-42b5490b78e1 HTTP/1.1" status: 204 len: 168 time: 1.1935730 May 04 08:24:03.505039 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:03.505970 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecaf38e-8da0-4014-9a97-189fef107706" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:03.604204 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:03.671850 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df1a09b-c867-41ac-918f-20ab64a260b9 x-openstack-request-id: req-2df1a09b-c867-41ac-918f-20ab64a260b9 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:03.672234 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:03.672538 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2df1a09b-c867-41ac-918f-20ab64a260b9 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:03.673149 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df1a09b-c867-41ac-918f-20ab64a260b9'] response: {'name': 'network-changed', 'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'status': 'completed', 'code': 200} May 04 08:24:03.741721 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba47fb-507a-475e-a0d7-015768a053b7 req-8f0f7c7b-52e0-48dd-b8dd-5ca47917390c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:03.743296 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6dba47fb-507a-475e-a0d7-015768a053b7 req-8f0f7c7b-52e0-48dd-b8dd-5ca47917390c tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0521915 May 04 08:24:03.797076 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6dba47fb-507a-475e-a0d7-015768a053b7 req-49f5844f-ddc6-4ab8-98b1-96f46f0e3d78 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478671 May 04 08:24:03.939791 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-7f917b97-3711-4f81-9438-311a61c9d3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:03.956114 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6', 'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'mac_address': 'fa:16:3e:cf:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 5, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'subnets': [{'id': '746850a0-26c1-452d-8542-bd0b3be43805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:03.984300 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] Checking router: d05d77ce-8d70-4dee-a337-3ea43e475661 for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:03.994322 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:03.994907 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:23:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:04.108736 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:04.311997 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6', 'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'mac_address': 'fa:16:3e:cf:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 5, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'subnets': [{'id': '746850a0-26c1-452d-8542-bd0b3be43805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:04.341203 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03193d20-03f4-438d-ba18-211cfcb4cb7a req-fdea17e3-9d4a-4de2-8834-e4ad210c6dc9 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:04.342733 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-03193d20-03f4-438d-ba18-211cfcb4cb7a req-fdea17e3-9d4a-4de2-8834-e4ad210c6dc9 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 944 time: 0.0498714 May 04 08:24:04.346104 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3d78a-4df0-445a-8800-2390437e5c6f None None] The sync data for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb is: [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:19:05Z', 'revision_number': 4, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6', 'name': '', 'network_id': 'a8e22094-fa4e-4129-953e-332cc435c21a', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'mac_address': 'fa:16:3e:cf:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '746850a0-26c1-452d-8542-bd0b3be43805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:04Z', 'updated_at': '2022-05-04T08:19:10Z', 'revision_number': 5, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'subnets': [{'id': '746850a0-26c1-452d-8542-bd0b3be43805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:04.402248 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-03193d20-03f4-438d-ba18-211cfcb4cb7a req-626786b3-1866-45f9-881f-73fee1191de3 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533895 May 04 08:24:04.592768 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464a449-49fd-4f95-801f-1948a511892a None None] New status for floating IP aeddd156-f80d-4b12-9914-42b5490b78e1: DOWN {{(pid=103667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:24:04.782894 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 6c08e525-95a6-42bf-9537-3ebcfbf2ecad up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:24:04.838423 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:24:04.847183 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:04.847678 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:04.932866 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:04.933257 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:04.939179 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-69d285e0-ddae-43a7-95a4-b30e067c4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:04.941999 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-69d285e0-ddae-43a7-95a4-b30e067c4aeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=665c1f64495c4dadab3990bfc933bf22&device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 1129 time: 0.0752127 May 04 08:24:04.956007 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b46b5b-6fc2-4981-b1af-cd0a76823923 req-669a0db3-158a-4c12-bfc1-bec6becffaaa tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:04.957506 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46adcda5-7abe-49fe-8620-fe08dc3d7267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c08e525-95a6-42bf-9537-3ebcfbf2ecad'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:04.958064 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-86b46b5b-6fc2-4981-b1af-cd0a76823923 req-669a0db3-158a-4c12-bfc1-bec6becffaaa tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0602691 May 04 08:24:04.959776 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c6a5ef-3abd-4de4-ad73-e7c15b19883f" -d '{"events": [{"server_uuid": "46adcda5-7abe-49fe-8620-fe08dc3d7267", "name": "network-vif-plugged", "status": "completed", "tag": "6c08e525-95a6-42bf-9537-3ebcfbf2ecad"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:04.973845 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:04.980593 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:05.006519 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b857df6-bb3c-4b15-b0de-99507d70618e x-openstack-request-id: req-5b857df6-bb3c-4b15-b0de-99507d70618e {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:05.006804 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46adcda5-7abe-49fe-8620-fe08dc3d7267", "name": "network-vif-plugged", "status": "completed", "tag": "6c08e525-95a6-42bf-9537-3ebcfbf2ecad", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:05.007086 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b857df6-bb3c-4b15-b0de-99507d70618e {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:05.007455 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b857df6-bb3c-4b15-b0de-99507d70618e'] response: {'server_uuid': '46adcda5-7abe-49fe-8620-fe08dc3d7267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c08e525-95a6-42bf-9537-3ebcfbf2ecad', 'code': 200} May 04 08:24:05.022689 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-86b46b5b-6fc2-4981-b1af-cd0a76823923 req-99391536-4ecd-4b9a-a15b-62cfffdaed54 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/security-groups?id=9e670377-8cd3-402f-997a-ebd0f543a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552063 May 04 08:24:05.038504 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:05.192839 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-a24030fa-deff-419c-b3c2-f452745abcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:05.194341 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-a24030fa-deff-419c-b3c2-f452745abcc2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8e22094-fa4e-4129-953e-332cc435c21a HTTP/1.1" status: 200 len: 910 time: 0.1056178 May 04 08:24:05.345168 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19fb07-186b-4283-ad21-1e4bfa5ab942 req-609bdf71-08c7-4317-9212-a60d037298f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:05.346670 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-da19fb07-186b-4283-ad21-1e4bfa5ab942 req-609bdf71-08c7-4317-9212-a60d037298f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 1129 time: 0.0407898 May 04 08:24:05.361137 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-a76cb169-802c-4376-8bb6-ae62ef35ba58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd HTTP/1.1" status: 200 len: 217 time: 0.0561330 May 04 08:24:05.387120 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-bedd33f1-8b7e-42ee-8154-8bbb5cff1ef9 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:05.388728 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-bedd33f1-8b7e-42ee-8154-8bbb5cff1ef9 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.62 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 945 time: 0.0776143 May 04 08:24:05.400472 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [req-da19fb07-186b-4283-ad21-1e4bfa5ab942 req-1ebf9f28-312e-45da-aea4-64f1d974f0ce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 May 04 08:24:05.467248 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-6ac02d47-3cf0-419e-abed-e9a581fbd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:05.468906 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-6ac02d47-3cf0-419e-abed-e9a581fbd18a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=746850a0-26c1-452d-8542-bd0b3be43805 HTTP/1.1" status: 200 len: 848 time: 0.1000025 May 04 08:24:05.535414 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Deleting port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:05.535655 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:05.561374 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aada3-7bba-405d-b710-89fcc08be8df req-9811eca9-46e8-434b-8c44-449add0d5065 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:05.562958 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cd1aada3-7bba-405d-b710-89fcc08be8df req-9811eca9-46e8-434b-8c44-449add0d5065 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 945 time: 0.0755603 May 04 08:24:05.666057 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cd1aada3-7bba-405d-b710-89fcc08be8df req-b497cd85-3f13-4f1b-b9c8-07ddf8434e07 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927193 May 04 08:24:05.671055 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] For port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:05.671416 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:05.708128 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Calling delete_port for 5024184c-9e21-4cc2-a8c4-de7d6b692dbd owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:05.728592 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-8be9de67-df1d-4829-9b9b-19ac3da6bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:05.730092 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-8be9de67-df1d-4829-9b9b-19ac3da6bcd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8e22094-fa4e-4129-953e-332cc435c21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0561056 May 04 08:24:05.849591 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (5024184c-9e21-4cc2-a8c4-de7d6b692dbd), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:05.878297 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event deleted for resources: {'Port': ['ID=5024184c-9e21-4cc2-a8c4-de7d6b692dbd,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:05.887362 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48662) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:05.890651 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.890963 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.891297 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.891632 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.891962 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.892286 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.892609 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.893025 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.893245 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.893561 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.893878 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.894230 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.894587 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.894916 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.895231 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:05.944647 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] No DVR routers for this DVR port 5024184c-9e21-4cc2-a8c4-de7d6b692dbd on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:05.947217 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:05.950703 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4f5de610-1acb-492c-8a14-ac83c7a49ffd req-a44969bc-b36b-43be-9360-9b32f6ba15f4 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.62 "DELETE /v2.0/ports/5024184c-9e21-4cc2-a8c4-de7d6b692dbd HTTP/1.1" status: 204 len: 173 time: 0.5402086 May 04 08:24:05.951146 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'name': 'network-vif-deleted', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:05.953429 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f69e5fd-f56a-4802-8e90-fe36e56274ad" -d '{"events": [{"server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "name": "network-vif-deleted", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:05.990312 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1e92d-4d18-45a6-82f8-d5a7fd3f27c6 x-openstack-request-id: req-acd1e92d-4d18-45a6-82f8-d5a7fd3f27c6 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:05.990638 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe9632c-dc25-46ff-be70-27b559446cdd", "name": "network-vif-deleted", "tag": "5024184c-9e21-4cc2-a8c4-de7d6b692dbd", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:05.990892 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acd1e92d-4d18-45a6-82f8-d5a7fd3f27c6 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:05.991383 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd1e92d-4d18-45a6-82f8-d5a7fd3f27c6'] response: {'server_uuid': '3fe9632c-dc25-46ff-be70-27b559446cdd', 'name': 'network-vif-deleted', 'tag': '5024184c-9e21-4cc2-a8c4-de7d6b692dbd', 'status': 'completed', 'code': 200} May 04 08:24:06.009472 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-01167130-98f0-4051-a7f1-581811ebf7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.098808 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-01167130-98f0-4051-a7f1-581811ebf7af admin admin] Publish callbacks [] for security_group (cd3fbb46-d18c-41d1-81c0-cd0926097031), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.103980 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-01167130-98f0-4051-a7f1-581811ebf7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (cd3fbb46-d18c-41d1-81c0-cd0926097031), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.143161 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e67e328f-ddf8-4bb3-a9f3-4960af5d38db req-8bf8ca87-6736-4d1d-907c-8615135f50bf tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 210 time: 0.0370371 May 04 08:24:06.147343 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4a51-d651-48cd-85f3-0ec680b41d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.147904 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-01167130-98f0-4051-a7f1-581811ebf7af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15457ae043234627a1561115607c38d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590964 May 04 08:24:06.148632 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01167130-98f0-4051-a7f1-581811ebf7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3fbb46-d18c-41d1-81c0-cd0926097031,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:06.151160 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48670) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:06.181735 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-ae412933-9243-43db-a6c5-883fafb0f268 service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445305 May 04 08:24:06.272709 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4f4e41dc-f4ae-4e60-add7-90f0f8cd56cb admin admin] Publish callbacks [] for security_group (cd3fbb46-d18c-41d1-81c0-cd0926097031), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.307671 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4f4e41dc-f4ae-4e60-add7-90f0f8cd56cb admin admin] Publish callbacks [] for security_group (cd3fbb46-d18c-41d1-81c0-cd0926097031), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.320334 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5ecaf38e-8da0-4014-9a97-189fef107706 req-23cc6bd8-3d40-4a7f-9ab8-a9ab94b3312c service neutron] 10.222.0.62 "GET /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311042 May 04 08:24:06.365750 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4f4e41dc-f4ae-4e60-add7-90f0f8cd56cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (cd3fbb46-d18c-41d1-81c0-cd0926097031), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.368415 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4f4e41dc-f4ae-4e60-add7-90f0f8cd56cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.369763 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-4f4e41dc-f4ae-4e60-add7-90f0f8cd56cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd3fbb46-d18c-41d1-81c0-cd0926097031 HTTP/1.1" status: 204 len: 168 time: 0.2177610 May 04 08:24:06.378396 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e41dc-f4ae-4e60-add7-90f0f8cd56cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3fbb46-d18c-41d1-81c0-cd0926097031,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:06.656644 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48676) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:06.670543 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cad57e59-cb3a-4d64-b182-5f8bbd170769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.761819 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cad57e59-cb3a-4d64-b182-5f8bbd170769 admin admin] Publish callbacks [] for security_group (644bd8b4-1a24-4bba-b7f5-31c40e3c479e), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.777561 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-cad57e59-cb3a-4d64-b182-5f8bbd170769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (644bd8b4-1a24-4bba-b7f5-31c40e3c479e), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.825925 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d5980-0cb3-4dd2-9a17-cac6c5570157 req-e7f155d5-7b8d-4173-9bc3-06429f4662ff tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:06.827418 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-aa8d5980-0cb3-4dd2-9a17-cac6c5570157 req-e7f155d5-7b8d-4173-9bc3-06429f4662ff tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 945 time: 0.0857067 May 04 08:24:06.835920 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-cad57e59-cb3a-4d64-b182-5f8bbd170769 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a0059d1b3e54196bf5c89dfee7cb136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781812 May 04 08:24:06.838640 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48680) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:06.839136 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad57e59-cb3a-4d64-b182-5f8bbd170769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644bd8b4-1a24-4bba-b7f5-31c40e3c479e,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:06.889886 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-aa8d5980-0cb3-4dd2-9a17-cac6c5570157 req-17f034f5-179f-45ae-be5d-a9888a6dc094 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527735 May 04 08:24:06.901124 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-55e79d29-7dbd-415a-81f9-eb3d358571d4 admin admin] Publish callbacks [] for security_group (644bd8b4-1a24-4bba-b7f5-31c40e3c479e), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.925152 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-55e79d29-7dbd-415a-81f9-eb3d358571d4 admin admin] Publish callbacks [] for security_group (644bd8b4-1a24-4bba-b7f5-31c40e3c479e), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.987306 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-55e79d29-7dbd-415a-81f9-eb3d358571d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (644bd8b4-1a24-4bba-b7f5-31c40e3c479e), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.990159 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-55e79d29-7dbd-415a-81f9-eb3d358571d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:06.993825 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-55e79d29-7dbd-415a-81f9-eb3d358571d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/644bd8b4-1a24-4bba-b7f5-31c40e3c479e HTTP/1.1" status: 204 len: 168 time: 0.1511397 May 04 08:24:07.001928 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e79d29-7dbd-415a-81f9-eb3d358571d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644bd8b4-1a24-4bba-b7f5-31c40e3c479e,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:07.272902 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-57720922-51c6-4771-b7c8-389adf722ad9 req-21c3b4dc-deed-477f-af82-5d9babc4b063 tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe9632c-dc25-46ff-be70-27b559446cdd HTTP/1.1" status: 200 len: 210 time: 0.0309346 May 04 08:24:07.410135 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.009380 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e112b-e76c-4954-9b6f-c90fff83a7ed req-c3353eaf-bdf0-4308-a8f1-799dcef1da20 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:08.010946 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-659e112b-e76c-4954-9b6f-c90fff83a7ed req-c3353eaf-bdf0-4308-a8f1-799dcef1da20 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 945 time: 0.0500131 May 04 08:24:08.060963 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-659e112b-e76c-4954-9b6f-c90fff83a7ed req-962a5866-ad10-4c0d-b41b-f08782d16065 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442467 May 04 08:24:08.337177 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48726) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:08.413411 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-597d59c8-8790-4972-9c17-3cf26bec656d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group (9e670377-8cd3-402f-997a-ebd0f543a07e), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.447679 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-597d59c8-8790-4972-9c17-3cf26bec656d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group (9e670377-8cd3-402f-997a-ebd0f543a07e), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.530821 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-597d59c8-8790-4972-9c17-3cf26bec656d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (9e670377-8cd3-402f-997a-ebd0f543a07e), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.533902 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-597d59c8-8790-4972-9c17-3cf26bec656d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:08.535200 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-597d59c8-8790-4972-9c17-3cf26bec656d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] 10.222.0.60 "DELETE /v2.0/security-groups/9e670377-8cd3-402f-997a-ebd0f543a07e HTTP/1.1" status: 204 len: 168 time: 0.1942344 May 04 08:24:08.546526 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d59c8-8790-4972-9c17-3cf26bec656d tempest-TestShelveInstance-1073101660 tempest-TestShelveInstance-1073101660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e670377-8cd3-402f-997a-ebd0f543a07e,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:08.613203 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48738) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:08.799634 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5024184c-9e21-4cc2-a8c4-de7d6b692dbd no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:08.833345 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 5024184c-9e21-4cc2-a8c4-de7d6b692dbd {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:08.834027 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5024184c-9e21-4cc2-a8c4-de7d6b692dbd not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:08.919393 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0a9fa-a8c7-4483-b697-aef82a10cb0f req-1b574090-7548-45a4-aa25-609385e02c41 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:08.921369 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fca0a9fa-a8c7-4483-b697-aef82a10cb0f req-1b574090-7548-45a4-aa25-609385e02c41 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 945 time: 0.0607941 May 04 08:24:08.974100 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fca0a9fa-a8c7-4483-b697-aef82a10cb0f req-38b193a8-3a0d-4848-9395-4d04e3a0f4e7 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 May 04 08:24:09.141444 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7883228'] for router_interface (d05d77ce-8d70-4dee-a337-3ea43e475661), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.156516 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.398908 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Deleting port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:09.399553 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.486586 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] For port 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:09.487035 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.508363 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Calling delete_port for 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 owned by network:router_interface {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:09.702286 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:09.732824 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:09.923911 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7841903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887307'] for router_interface (d05d77ce-8d70-4dee-a337-3ea43e475661), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.108719 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560e129-da80-47a9-8b79-914a510f10c5 req-58c343ab-0784-4f22-9af3-24ebd2de43ab tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:10.110270 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6560e129-da80-47a9-8b79-914a510f10c5 req-58c343ab-0784-4f22-9af3-24ebd2de43ab tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 945 time: 0.0559723 May 04 08:24:10.152581 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Router d05d77ce-8d70-4dee-a337-3ea43e475661 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:10.159557 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6560e129-da80-47a9-8b79-914a510f10c5 req-3b6f7b9b-cb70-442d-b57a-2d439eb0515e tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 May 04 08:24:10.263338 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:10.268629 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-989dbaaf-6eda-4874-bd93-ab842a77eba9 admin admin] 10.222.0.60 "PUT /v2.0/routers/d05d77ce-8d70-4dee-a337-3ea43e475661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6537631 May 04 08:24:10.271847 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48766) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:10.275003 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] Sync routers for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:10.287235 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:10.287886 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:10.381399 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks [] for router (d05d77ce-8d70-4dee-a337-3ea43e475661), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.416842 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:10.446831 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0fa0b46c-c4af-419e-aa4a-d9ec76955d5c tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:10.448693 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0fa0b46c-c4af-419e-aa4a-d9ec76955d5c tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.62 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 945 time: 0.0581367 May 04 08:24:10.518026 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.631668 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:24:09Z', 'revision_number': 5, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:10.662662 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] Checking router: d05d77ce-8d70-4dee-a337-3ea43e475661 for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:10.675612 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] Routers {'d05d77ce-8d70-4dee-a337-3ea43e475661'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:10.676586 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['d05d77ce-8d70-4dee-a337-3ea43e475661'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:10.797679 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] Set router d05d77ce-8d70-4dee-a337-3ea43e475661 gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:10.826727 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks [] for router_gateway (d05d77ce-8d70-4dee-a337-3ea43e475661), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.868628 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Deleting port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:10.868866 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.889529 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Deleting port 600459ce-54de-481a-ae9c-8b3fcc71dac6 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:10.889875 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.961426 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] For port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,segment=NetworkSegment(6ed1b45f-6858-456e-a92a-8784c727cea0),segment_id=6ed1b45f-6858-456e-a92a-8784c727cea0)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:10.961818 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:10.975675 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Calling delete_port for 6c08e525-95a6-42bf-9537-3ebcfbf2ecad owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:10.987229 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] For port 600459ce-54de-481a-ae9c-8b3fcc71dac6, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=600459ce-54de-481a-ae9c-8b3fcc71dac6,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:10.987820 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.012044 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Calling delete_port for 600459ce-54de-481a-ae9c-8b3fcc71dac6 owned by network:router_gateway {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:11.018698 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:24:09Z', 'revision_number': 5, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:11.057780 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5548079-5f9c-4998-8e57-4dfdbc67a66e None None] The sync data for ids ['d05d77ce-8d70-4dee-a337-3ea43e475661'] in dv-cinder-840289-4-smb is: [{'id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'name': 'tempest-TestShelveInstance-1276412251-router', 'tenant_id': '665c1f64495c4dadab3990bfc933bf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:01Z', 'updated_at': '2022-05-04T08:24:09Z', 'revision_number': 5, 'project_id': '665c1f64495c4dadab3990bfc933bf22', 'gw_port': {'id': '600459ce-54de-481a-ae9c-8b3fcc71dac6', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05d77ce-8d70-4dee-a337-3ea43e475661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:02Z', 'updated_at': '2022-05-04T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:11.128308 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (6c08e525-95a6-42bf-9537-3ebcfbf2ecad), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.161549 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Pushing event deleted for resources: {'Port': ['ID=6c08e525-95a6-42bf-9537-3ebcfbf2ecad,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:11.166319 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['6c08e525-95a6-42bf-9537-3ebcfbf2ecad'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:24:11.208792 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] No DVR routers for this DVR port 6c08e525-95a6-42bf-9537-3ebcfbf2ecad on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:11.211484 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.214834 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a0a47ccd-96e3-4553-8697-98b059f391fe req-0d0a4985-50ca-4f96-bfb2-63f33e4726f8 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.62 "DELETE /v2.0/ports/6c08e525-95a6-42bf-9537-3ebcfbf2ecad HTTP/1.1" status: 204 len: 173 time: 0.7609098 May 04 08:24:11.215332 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46adcda5-7abe-49fe-8620-fe08dc3d7267', 'name': 'network-vif-deleted', 'tag': '6c08e525-95a6-42bf-9537-3ebcfbf2ecad'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:11.217561 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd319bb-547d-4ec4-a004-eeb7194f7d08" -d '{"events": [{"server_uuid": "46adcda5-7abe-49fe-8620-fe08dc3d7267", "name": "network-vif-deleted", "tag": "6c08e525-95a6-42bf-9537-3ebcfbf2ecad"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:11.226714 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (600459ce-54de-481a-ae9c-8b3fcc71dac6), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.282003 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Pushing event deleted for resources: {'Port': ['ID=600459ce-54de-481a-ae9c-8b3fcc71dac6,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:11.309767 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9f6ae266-6a63-476c-972d-e1225c5bd433 req-98cebb7f-e753-49ea-b364-5345c19492f9 tempest-VolumesActionsTest-728984153 tempest-VolumesActionsTest-728984153-project] 10.222.0.60 "GET /v2.0/ports?device_id=46adcda5-7abe-49fe-8620-fe08dc3d7267 HTTP/1.1" status: 200 len: 210 time: 0.0501409 May 04 08:24:11.315972 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2304bab-213d-4d58-b6ff-4bfbd24ce391 x-openstack-request-id: req-b2304bab-213d-4d58-b6ff-4bfbd24ce391 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:11.316283 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46adcda5-7abe-49fe-8620-fe08dc3d7267", "name": "network-vif-deleted", "tag": "6c08e525-95a6-42bf-9537-3ebcfbf2ecad", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:11.318465 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2304bab-213d-4d58-b6ff-4bfbd24ce391 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:11.320667 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2304bab-213d-4d58-b6ff-4bfbd24ce391'] response: {'server_uuid': '46adcda5-7abe-49fe-8620-fe08dc3d7267', 'name': 'network-vif-deleted', 'tag': '6c08e525-95a6-42bf-9537-3ebcfbf2ecad', 'status': 'completed', 'code': 200} May 04 08:24:11.326896 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7879086'] for router_gateway (d05d77ce-8d70-4dee-a337-3ea43e475661), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.444939 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7873394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14668'] for router (d05d77ce-8d70-4dee-a337-3ea43e475661), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.447498 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks [] for router_controller (d05d77ce-8d70-4dee-a337-3ea43e475661), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.496276 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7873403'] for router (d05d77ce-8d70-4dee-a337-3ea43e475661), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.497009 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d05d77ce-8d70-4dee-a337-3ea43e475661 {{(pid=103665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:24:11.502183 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.503493 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-910b443d-f3a6-494b-8ca6-8d510199e438 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d05d77ce-8d70-4dee-a337-3ea43e475661 HTTP/1.1" status: 204 len: 168 time: 1.2305779 May 04 08:24:11.506157 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48792) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:11.557702 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5061c8ce-41cc-47bd-9659-783dc2b14cf2 admin admin] Deleting subnet 746850a0-26c1-452d-8542-bd0b3be43805 {{(pid=103664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:24:11.564459 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5061c8ce-41cc-47bd-9659-783dc2b14cf2 admin admin] Publish callbacks [] for subnet (746850a0-26c1-452d-8542-bd0b3be43805), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.597752 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5061c8ce-41cc-47bd-9659-783dc2b14cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5228372'] for subnet (746850a0-26c1-452d-8542-bd0b3be43805), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.689861 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5061c8ce-41cc-47bd-9659-783dc2b14cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (746850a0-26c1-452d-8542-bd0b3be43805), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.759270 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5061c8ce-41cc-47bd-9659-783dc2b14cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4773471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738143'] for subnet (746850a0-26c1-452d-8542-bd0b3be43805), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.790224 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061c8ce-41cc-47bd-9659-783dc2b14cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746850a0-26c1-452d-8542-bd0b3be43805,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:11.792272 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-5061c8ce-41cc-47bd-9659-783dc2b14cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.795633 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-5061c8ce-41cc-47bd-9659-783dc2b14cf2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/746850a0-26c1-452d-8542-bd0b3be43805 HTTP/1.1" status: 204 len: 168 time: 0.2881632 May 04 08:24:11.798419 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48802) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:11.804208 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57860576-0a1e-43a6-a304-70e391444c57 None None] Network a8e22094-fa4e-4129-953e-332cc435c21a requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:24:11.893837 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (a8e22094-fa4e-4129-953e-332cc435c21a), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:11.942546 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Deleting port 144fbd7a-097b-42a4-87be-c73b1cb40a9e {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:11.943035 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.020472 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] For port 144fbd7a-097b-42a4-87be-c73b1cb40a9e, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=144fbd7a-097b-42a4-87be-c73b1cb40a9e,segment=NetworkSegment(944c8f8a-618b-4458-8b42-5d4b92561048),segment_id=944c8f8a-618b-4458-8b42-5d4b92561048)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:12.021115 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.035078 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Calling delete_port for 144fbd7a-097b-42a4-87be-c73b1cb40a9e owned by network:dhcp {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:12.124810 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (144fbd7a-097b-42a4-87be-c73b1cb40a9e), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.152234 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Pushing event deleted for resources: {'Port': ['ID=144fbd7a-097b-42a4-87be-c73b1cb40a9e,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:12.157408 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] No DVR routers for this DVR port 144fbd7a-097b-42a4-87be-c73b1cb40a9e on host dv-cinder-840289-4-smb {{(pid=103665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:12.185370 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66affb5a-c281-4542-86e5-8ebd2c3759c7 None None] DHCP port deletion for a8e22094-fa4e-4129-953e-332cc435c21a request from dv-cinder-840289-4-smb {{(pid=103666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:24:12.239746 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (a8e22094-fa4e-4129-953e-332cc435c21a), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.263859 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e22094-fa4e-4129-953e-332cc435c21a']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:12.273376 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944c8f8a-618b-4458-8b42-5d4b92561048') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:12.273666 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944c8f8a-618b-4458-8b42-5d4b92561048') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:12.283669 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (944c8f8a-618b-4458-8b42-5d4b92561048), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.297119 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (944c8f8a-618b-4458-8b42-5d4b92561048), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.303502 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:24:12.303874 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (944c8f8a-618b-4458-8b42-5d4b92561048), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:24:12.305502 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:24:12.359386 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (a8e22094-fa4e-4129-953e-332cc435c21a), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.365017 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:12.370535 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a8e22094-fa4e-4129-953e-332cc435c21a HTTP/1.1" status: 204 len: 168 time: 0.5692565 May 04 08:24:12.371816 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48808) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:12.387046 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881793b6-a5c7-4834-8f0f-a7d3ff46b680 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e22094-fa4e-4129-953e-332cc435c21a,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:12.481345 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 144fbd7a-097b-42a4-87be-c73b1cb40a9e no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:12.503019 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 144fbd7a-097b-42a4-87be-c73b1cb40a9e {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:12.503358 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 144fbd7a-097b-42a4-87be-c73b1cb40a9e not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:12.503774 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 600459ce-54de-481a-ae9c-8b3fcc71dac6 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:12.523773 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 600459ce-54de-481a-ae9c-8b3fcc71dac6 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:12.524096 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 600459ce-54de-481a-ae9c-8b3fcc71dac6 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:12.524504 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:12.543544 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:12.543891 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 25e2aaa7-001f-4f0b-8ff3-3eafa53a36c6 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:12.722414 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7883228'] for router_interface (4b10bd5b-1dac-4786-a699-2141bab39f67), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:13.005443 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Deleting port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:13.006032 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:13.092412 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] For port 4b532fc2-3d8d-4b75-88cf-76b2118f9df2, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=4b532fc2-3d8d-4b75-88cf-76b2118f9df2,segment=NetworkSegment(938b640e-cb80-4b95-83e2-4be2b76968f9),segment_id=938b640e-cb80-4b95-83e2-4be2b76968f9)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:13.092775 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:13.107114 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Calling delete_port for 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 owned by network:router_interface {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:13.308849 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (4b532fc2-3d8d-4b75-88cf-76b2118f9df2), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:13.345451 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b532fc2-3d8d-4b75-88cf-76b2118f9df2,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:13.525106 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7841903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887307'] for router_interface (4b10bd5b-1dac-4786-a699-2141bab39f67), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:13.755250 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Router 4b10bd5b-1dac-4786-a699-2141bab39f67 has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:13.865338 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:13.870500 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-710caabc-798b-4f5c-a3af-2d176376fb91 admin admin] 10.222.0.60 "PUT /v2.0/routers/4b10bd5b-1dac-4786-a699-2141bab39f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974778 May 04 08:24:13.872973 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48860) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:13.875442 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] Sync routers for ids ['4b10bd5b-1dac-4786-a699-2141bab39f67'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:13.887215 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] Routers {'4b10bd5b-1dac-4786-a699-2141bab39f67'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:13.887846 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['4b10bd5b-1dac-4786-a699-2141bab39f67'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:13.982143 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks [] for router (4b10bd5b-1dac-4786-a699-2141bab39f67), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.000410 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] Set router 4b10bd5b-1dac-4786-a699-2141bab39f67 gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:14.092439 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks [] for router_gateway (4b10bd5b-1dac-4786-a699-2141bab39f67), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.148730 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Deleting port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:14.149078 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.249450 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:24:13Z', 'revision_number': 5, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'gw_port': {'id': '2bdc9d07-988d-4c6f-b06b-6b730963c2c1', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:19:09Z', 'updated_at': '2022-05-04T08:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:14.255568 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] For port 2bdc9d07-988d-4c6f-b06b-6b730963c2c1, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2bdc9d07-988d-4c6f-b06b-6b730963c2c1,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:14.255931 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.274120 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Calling delete_port for 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 owned by network:router_gateway {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:14.282750 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] Checking router: 4b10bd5b-1dac-4786-a699-2141bab39f67 for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:14.292465 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] Routers {'4b10bd5b-1dac-4786-a699-2141bab39f67'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:14.293031 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['4b10bd5b-1dac-4786-a699-2141bab39f67'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:14.528413 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] Set router 4b10bd5b-1dac-4786-a699-2141bab39f67 gateway port host: None {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:14.556929 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (2bdc9d07-988d-4c6f-b06b-6b730963c2c1), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.609074 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:24:14Z', 'revision_number': 6, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'gw_port_host': None}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:14.610506 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bdc9d07-988d-4c6f-b06b-6b730963c2c1,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:14.652470 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ce0e4-96a0-4819-b6be-bc54133a90b8 None None] The sync data for ids ['4b10bd5b-1dac-4786-a699-2141bab39f67'] in dv-cinder-840289-4-smb is: [{'id': '4b10bd5b-1dac-4786-a699-2141bab39f67', 'name': 'tempest-TestShelveInstance-1797465860-router', 'tenant_id': '5e91280b870d44e3b981798acdfe5623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:19:08Z', 'updated_at': '2022-05-04T08:24:14Z', 'revision_number': 6, 'project_id': '5e91280b870d44e3b981798acdfe5623', 'gw_port_host': None}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:14.696051 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7879086'] for router_gateway (4b10bd5b-1dac-4786-a699-2141bab39f67), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.809888 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 6c08e525-95a6-42bf-9537-3ebcfbf2ecad no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:14.828869 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7873394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14668'] for router (4b10bd5b-1dac-4786-a699-2141bab39f67), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.833717 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks [] for router_controller (4b10bd5b-1dac-4786-a699-2141bab39f67), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.856600 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 6c08e525-95a6-42bf-9537-3ebcfbf2ecad {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:14.858164 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 6c08e525-95a6-42bf-9537-3ebcfbf2ecad not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:14.906882 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7873403'] for router (4b10bd5b-1dac-4786-a699-2141bab39f67), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.907584 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b10bd5b-1dac-4786-a699-2141bab39f67 {{(pid=103664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:24:14.915050 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:14.915626 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-4b1c57ec-3949-4619-8f6a-1683c6918854 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4b10bd5b-1dac-4786-a699-2141bab39f67 HTTP/1.1" status: 204 len: 168 time: 1.0417702 May 04 08:24:14.919316 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48898) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:14.972033 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29ae4de-1662-402e-bc30-e6d460100bcb admin admin] Deleting subnet 510b0bb6-11eb-4da0-9136-c4d931dbab0c {{(pid=103665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:24:14.976993 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c29ae4de-1662-402e-bc30-e6d460100bcb admin admin] Publish callbacks [] for subnet (510b0bb6-11eb-4da0-9136-c4d931dbab0c), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.065148 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c29ae4de-1662-402e-bc30-e6d460100bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16501525'] for subnet (510b0bb6-11eb-4da0-9136-c4d931dbab0c), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.181549 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c29ae4de-1662-402e-bc30-e6d460100bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (510b0bb6-11eb-4da0-9136-c4d931dbab0c), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.267988 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c29ae4de-1662-402e-bc30-e6d460100bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16501258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408566'] for subnet (510b0bb6-11eb-4da0-9136-c4d931dbab0c), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.305880 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ae4de-1662-402e-bc30-e6d460100bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510b0bb6-11eb-4da0-9136-c4d931dbab0c,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:15.319035 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c29ae4de-1662-402e-bc30-e6d460100bcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.319035 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c29ae4de-1662-402e-bc30-e6d460100bcb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/510b0bb6-11eb-4da0-9136-c4d931dbab0c HTTP/1.1" status: 204 len: 168 time: 0.3950052 May 04 08:24:15.319326 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48904) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:15.354805 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18f961-ea68-4c97-923f-29977178eeb5 None None] Network 0f72dba2-b12b-48c7-b89c-45b4060b3d43 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:24:15.471304 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (0f72dba2-b12b-48c7-b89c-45b4060b3d43), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.568899 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Deleting port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:15.569323 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.602884 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] DHCP port deletion for 0f72dba2-b12b-48c7-b89c-45b4060b3d43 request from dv-cinder-840289-4-smb {{(pid=103666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:24:15.702174 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Deleting port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 {{(pid=103666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:15.702587 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), before_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.704598 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] For port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2248cb0f-fae5-43a2-8a3d-e9d24f41df98,segment=NetworkSegment(938b640e-cb80-4b95-83e2-4be2b76968f9),segment_id=938b640e-cb80-4b95-83e2-4be2b76968f9)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:15.705561 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.728183 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Calling delete_port for 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 owned by network:dhcp {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:15.817724 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] For port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2248cb0f-fae5-43a2-8a3d-e9d24f41df98,segment=NetworkSegment(938b640e-cb80-4b95-83e2-4be2b76968f9),segment_id=938b640e-cb80-4b95-83e2-4be2b76968f9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:15.818242 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), precommit_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.847579 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Calling delete_port for 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 owned by network:dhcp {{(pid=103666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:15.899833 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:15.960307 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2248cb0f-fae5-43a2-8a3d-e9d24f41df98,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:15.978954 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] No DVR routers for this DVR port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 on host dv-cinder-840289-4-smb {{(pid=103665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:16.040332 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883'] for port (2248cb0f-fae5-43a2-8a3d-e9d24f41df98), after_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.054831 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] No DVR routers for this DVR port 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 on host dv-cinder-840289-4-smb {{(pid=103666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:16.068450 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (0f72dba2-b12b-48c7-b89c-45b4060b3d43), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.077127 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Pushing event deleted for resources: {'Port': ['ID=2248cb0f-fae5-43a2-8a3d-e9d24f41df98,revision_number=None']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:16.111308 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.113013 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.113689 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.114291 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.114444 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f72dba2-b12b-48c7-b89c-45b4060b3d43']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:16.114978 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.115499 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.116027 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.116549 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.117083 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.117612 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.118144 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.118899 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.119441 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.119965 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.120492 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecac2d-f77e-4469-8a44-b77ed5ac42fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:16.126603 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938b640e-cb80-4b95-83e2-4be2b76968f9') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:16.126932 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938b640e-cb80-4b95-83e2-4be2b76968f9') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:16.139084 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (938b640e-cb80-4b95-83e2-4be2b76968f9), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.155836 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (938b640e-cb80-4b95-83e2-4be2b76968f9), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.169309 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:24:16.170115 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (938b640e-cb80-4b95-83e2-4be2b76968f9), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:24:16.172131 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:24:16.238604 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48920) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:16.252239 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (0f72dba2-b12b-48c7-b89c-45b4060b3d43), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.260920 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.267719 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0f72dba2-b12b-48c7-b89c-45b4060b3d43 HTTP/1.1" status: 204 len: 168 time: 0.9474537 May 04 08:24:16.283368 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6b2a0-70c0-480d-942b-12770dc10eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f72dba2-b12b-48c7-b89c-45b4060b3d43,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:16.439349 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ea-74d4-497c-9303-453cc28fba75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.440113 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48926) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:16.557394 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48928) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:16.557887 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-64e73254-ed29-43ae-98a0-8645013f09d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=665c1f64495c4dadab3990bfc933bf22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1164479 May 04 08:24:16.565356 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:16.589854 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:16.590698 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 4b532fc2-3d8d-4b75-88cf-76b2118f9df2 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:16.591406 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:16.616675 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:16.617356 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2248cb0f-fae5-43a2-8a3d-e9d24f41df98 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:16.617984 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:16.621310 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ea-74d4-497c-9303-453cc28fba75 admin admin] Publish callbacks [] for security_group (3f14d66e-e631-4e4f-86dd-ad73f9d8fda7), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.634824 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ea-74d4-497c-9303-453cc28fba75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (3f14d66e-e631-4e4f-86dd-ad73f9d8fda7), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.639527 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:16.640155 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2bdc9d07-988d-4c6f-b06b-6b730963c2c1 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:16.662026 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d9759182-07cd-48df-bfd9-7ca99c63ab38 admin admin] Publish callbacks [] for security_group (d71d4bc5-1d10-4f6e-bb70-b28cfbbfe6a3), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.707894 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5c4ea-74d4-497c-9303-453cc28fba75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f14d66e-e631-4e4f-86dd-ad73f9d8fda7,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:16.716412 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-47f5c4ea-74d4-497c-9303-453cc28fba75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e934d26bc83346c08112aaa8dfb0a118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727335 May 04 08:24:16.716663 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48930) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:16.719699 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d9759182-07cd-48df-bfd9-7ca99c63ab38 admin admin] Publish callbacks [] for security_group (d71d4bc5-1d10-4f6e-bb70-b28cfbbfe6a3), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.808509 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4d7c3698-3a57-43df-9efa-61f1297f8f16 admin admin] Publish callbacks [] for security_group (3f14d66e-e631-4e4f-86dd-ad73f9d8fda7), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.819836 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d9759182-07cd-48df-bfd9-7ca99c63ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d71d4bc5-1d10-4f6e-bb70-b28cfbbfe6a3), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.825562 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d9759182-07cd-48df-bfd9-7ca99c63ab38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.828177 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d9759182-07cd-48df-bfd9-7ca99c63ab38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d71d4bc5-1d10-4f6e-bb70-b28cfbbfe6a3 HTTP/1.1" status: 204 len: 168 time: 0.2694411 May 04 08:24:16.854198 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9759182-07cd-48df-bfd9-7ca99c63ab38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71d4bc5-1d10-4f6e-bb70-b28cfbbfe6a3,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:16.870967 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4d7c3698-3a57-43df-9efa-61f1297f8f16 admin admin] Publish callbacks [] for security_group (3f14d66e-e631-4e4f-86dd-ad73f9d8fda7), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.945770 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4d7c3698-3a57-43df-9efa-61f1297f8f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (3f14d66e-e631-4e4f-86dd-ad73f9d8fda7), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.950829 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4d7c3698-3a57-43df-9efa-61f1297f8f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:16.959060 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-4d7c3698-3a57-43df-9efa-61f1297f8f16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f14d66e-e631-4e4f-86dd-ad73f9d8fda7 HTTP/1.1" status: 204 len: 168 time: 0.2393630 May 04 08:24:16.983389 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c3698-3a57-43df-9efa-61f1297f8f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f14d66e-e631-4e4f-86dd-ad73f9d8fda7,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:17.464562 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48944) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:17.480793 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5f70-99b8-404e-ab59-55e3ca274e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.493303 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48946) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:17.536065 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-2398d71d-2f13-4b6d-9f70-2a0417bc90e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e91280b870d44e3b981798acdfe5623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415070 May 04 08:24:17.538780 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48948) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:17.668301 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-05098ff3-573f-43fa-92d5-2f33920dc2c0 admin admin] Publish callbacks [] for security_group (976bd65c-0a4e-43ac-8b89-3db21e619276), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.697096 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5f70-99b8-404e-ab59-55e3ca274e96 admin admin] Publish callbacks [] for security_group (a129cbe3-cb7d-4cfe-84ea-01c55a6b13b4), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.703987 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-05098ff3-573f-43fa-92d5-2f33920dc2c0 admin admin] Publish callbacks [] for security_group (976bd65c-0a4e-43ac-8b89-3db21e619276), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.713202 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5f70-99b8-404e-ab59-55e3ca274e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a129cbe3-cb7d-4cfe-84ea-01c55a6b13b4), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.790158 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-2c2f5f70-99b8-404e-ab59-55e3ca274e96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72f83440499f46cdbbeacd3e99b3b404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242877 May 04 08:24:17.791548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f5f70-99b8-404e-ab59-55e3ca274e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a129cbe3-cb7d-4cfe-84ea-01c55a6b13b4,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:17.793083 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48950) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:17.821306 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-05098ff3-573f-43fa-92d5-2f33920dc2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (976bd65c-0a4e-43ac-8b89-3db21e619276), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.824591 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-05098ff3-573f-43fa-92d5-2f33920dc2c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.827046 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-05098ff3-573f-43fa-92d5-2f33920dc2c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/976bd65c-0a4e-43ac-8b89-3db21e619276 HTTP/1.1" status: 204 len: 168 time: 0.2869213 May 04 08:24:17.839688 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05098ff3-573f-43fa-92d5-2f33920dc2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976bd65c-0a4e-43ac-8b89-3db21e619276,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:17.895028 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-46e3e1b4-fc3c-49f3-bbc4-cbe89fc0d37e admin admin] Publish callbacks [] for security_group (a129cbe3-cb7d-4cfe-84ea-01c55a6b13b4), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.923072 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-46e3e1b4-fc3c-49f3-bbc4-cbe89fc0d37e admin admin] Publish callbacks [] for security_group (a129cbe3-cb7d-4cfe-84ea-01c55a6b13b4), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.991928 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-46e3e1b4-fc3c-49f3-bbc4-cbe89fc0d37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a129cbe3-cb7d-4cfe-84ea-01c55a6b13b4), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.995238 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-46e3e1b4-fc3c-49f3-bbc4-cbe89fc0d37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:17.999147 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-46e3e1b4-fc3c-49f3-bbc4-cbe89fc0d37e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a129cbe3-cb7d-4cfe-84ea-01c55a6b13b4 HTTP/1.1" status: 204 len: 168 time: 0.2019415 May 04 08:24:18.015381 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3e1b4-fc3c-49f3-bbc4-cbe89fc0d37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a129cbe3-cb7d-4cfe-84ea-01c55a6b13b4,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:18.563386 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 48966) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:18.579679 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-15ac00a4-aec1-47e3-b9dd-15e096ba891b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:18.665474 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-15ac00a4-aec1-47e3-b9dd-15e096ba891b admin admin] Publish callbacks [] for security_group (792e9a82-c312-4644-a084-96e57603255a), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:18.670958 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-15ac00a4-aec1-47e3-b9dd-15e096ba891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (792e9a82-c312-4644-a084-96e57603255a), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:18.715229 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-15ac00a4-aec1-47e3-b9dd-15e096ba891b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d3395574e034bb7ab9e2da45284023f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498451 May 04 08:24:18.716484 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac00a4-aec1-47e3-b9dd-15e096ba891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792e9a82-c312-4644-a084-96e57603255a,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:18.722883 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 48968) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:18.808119 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f5be2ae6-bf87-4fbe-a300-c967abea1083 admin admin] Publish callbacks [] for security_group (792e9a82-c312-4644-a084-96e57603255a), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:18.854387 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f5be2ae6-bf87-4fbe-a300-c967abea1083 admin admin] Publish callbacks [] for security_group (792e9a82-c312-4644-a084-96e57603255a), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:18.945333 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f5be2ae6-bf87-4fbe-a300-c967abea1083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (792e9a82-c312-4644-a084-96e57603255a), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:18.948580 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f5be2ae6-bf87-4fbe-a300-c967abea1083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:18.950059 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f5be2ae6-bf87-4fbe-a300-c967abea1083 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/792e9a82-c312-4644-a084-96e57603255a HTTP/1.1" status: 204 len: 168 time: 0.2251134 May 04 08:24:18.959832 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be2ae6-bf87-4fbe-a300-c967abea1083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792e9a82-c312-4644-a084-96e57603255a,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:22.380296 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:25.275583 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:24:25.877219 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbe209-a279-4b96-a63d-0cd449b4ea4c req-ffe30079-293c-4092-b2a8-d784a32fdbd0 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:25.879041 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4ccbe209-a279-4b96-a63d-0cd449b4ea4c req-ffe30079-293c-4092-b2a8-d784a32fdbd0 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 947 time: 0.0513105 May 04 08:24:25.945568 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4ccbe209-a279-4b96-a63d-0cd449b4ea4c req-64a714b8-8045-4f52-b719-38b40c1ac4c1 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580597 May 04 08:24:27.092372 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cea14-4d4c-4504-a098-118f1adddea6 req-7fe7ab56-6ca2-43f9-8e2b-d2168b5d6e92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:27.094916 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-022cea14-4d4c-4504-a098-118f1adddea6 req-7fe7ab56-6ca2-43f9-8e2b-d2168b5d6e92 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 947 time: 0.0543075 May 04 08:24:27.157054 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-022cea14-4d4c-4504-a098-118f1adddea6 req-56ca35c8-8820-4961-8883-66efdf17a156 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558712 May 04 08:24:27.531512 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-e58ae656-d198-4906-81e8-741d845ac253 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:27.533217 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-e58ae656-d198-4906-81e8-741d845ac253 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 947 time: 0.0617440 May 04 08:24:27.639337 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Deleting port dcdba0ec-99cd-4723-a504-8c37d3e2342d {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:27.639872 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:27.768707 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] For port dcdba0ec-99cd-4723-a504-8c37d3e2342d, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=dcdba0ec-99cd-4723-a504-8c37d3e2342d,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:27.769477 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:28.387340 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1106a8-3530-4270-87cd-7b066b3682ed req-7db02821-4b51-4380-aa1e-f2a245a699d7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:28.391959 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3d1106a8-3530-4270-87cd-7b066b3682ed req-7db02821-4b51-4380-aa1e-f2a245a699d7 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 947 time: 0.0698085 May 04 08:24:28.395259 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:28.395803 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (8aab5911-8e17-4ee3-9dda-42b92fa2e3af), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:28.396131 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.l3_db [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Floating IP 8aab5911-8e17-4ee3-9dda-42b92fa2e3af disassociated. External IP: 172.28.3.208, port: dcdba0ec-99cd-4723-a504-8c37d3e2342d. May 04 08:24:28.396486 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Calling delete_port for dcdba0ec-99cd-4723-a504-8c37d3e2342d owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:28.518207 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3d1106a8-3530-4270-87cd-7b066b3682ed req-20870dec-c1a6-4dff-9174-17ed473f424e tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad166304-13b2-4462-a6c7-901ca77d35e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187229 May 04 08:24:28.627579 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (dcdba0ec-99cd-4723-a504-8c37d3e2342d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:28.675154 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event deleted for resources: {'Port': ['ID=dcdba0ec-99cd-4723-a504-8c37d3e2342d,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:28.837153 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Router b5b2f5da-ae06-4010-8c14-42237142a6ec has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:28.971530 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:28.984188 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] Sync routers for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:28.998172 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:29.003130 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:29.039317 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] No DVR routers for this DVR port dcdba0ec-99cd-4723-a504-8c37d3e2342d on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:29.045787 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:29.052449 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-62b57c4b-0a9d-49c6-af02-14968eb9bec2 req-3ecb6a8e-2c7c-4d35-90db-1f6062e0c610 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.62 "DELETE /v2.0/ports/dcdba0ec-99cd-4723-a504-8c37d3e2342d HTTP/1.1" status: 204 len: 173 time: 1.5017846 May 04 08:24:29.053286 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-deleted', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:29.058854 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0de05a-88db-4028-98d2-5d06434ccb50" -d '{"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-deleted", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:29.205745 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f587a96c-1a2d-4192-a90c-b8a315538890 x-openstack-request-id: req-f587a96c-1a2d-4192-a90c-b8a315538890 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:29.206196 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad85996-3461-4ae2-891e-e152ce9dba04", "name": "network-vif-deleted", "tag": "dcdba0ec-99cd-4723-a504-8c37d3e2342d", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:29.207463 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f587a96c-1a2d-4192-a90c-b8a315538890 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:29.208659 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f587a96c-1a2d-4192-a90c-b8a315538890'] response: {'server_uuid': '5ad85996-3461-4ae2-891e-e152ce9dba04', 'name': 'network-vif-deleted', 'tag': 'dcdba0ec-99cd-4723-a504-8c37d3e2342d', 'status': 'completed', 'code': 200} May 04 08:24:29.290918 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:29.538362 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:29.572250 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] Checking router: b5b2f5da-ae06-4010-8c14-42237142a6ec for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:29.583048 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:29.583669 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:29.668025 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b0bc2cd2-d750-402c-a60e-7abe6920c397 req-db3886f6-3897-435f-88d9-4bfd459de997 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad85996-3461-4ae2-891e-e152ce9dba04 HTTP/1.1" status: 200 len: 210 time: 0.0546553 May 04 08:24:29.723992 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:29.994067 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:30.049983 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0ba6d-7bfe-4e3d-a66b-2064c109c68b None None] The sync data for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb is: [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:18:10Z', 'revision_number': 4, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '75aeb29f-ad7a-46bc-96c5-33b800f3ffab', 'name': '', 'network_id': '11a48a86-e059-43c6-bfd5-0f9791819d6e', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'mac_address': 'fa:16:3e:45:e0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:07Z', 'updated_at': '2022-05-04T08:18:18Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'subnets': [{'id': 'dce22a62-4c78-400f-85f7-67135311dac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:30.345885 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03377a3d-752e-4f97-a10f-f3e7abfc9f59 None None] New status for floating IP 8aab5911-8e17-4ee3-9dda-42b92fa2e3af: DOWN {{(pid=103667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:24:30.775214 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49116) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:30.841824 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-78dfe4fd-9d40-4fd5-866e-62660c2b1186 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (ad166304-13b2-4462-a6c7-901ca77d35e3), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:30.870863 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-78dfe4fd-9d40-4fd5-866e-62660c2b1186 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (ad166304-13b2-4462-a6c7-901ca77d35e3), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:30.938525 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-78dfe4fd-9d40-4fd5-866e-62660c2b1186 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (ad166304-13b2-4462-a6c7-901ca77d35e3), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:30.942544 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-78dfe4fd-9d40-4fd5-866e-62660c2b1186 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:30.943962 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-78dfe4fd-9d40-4fd5-866e-62660c2b1186 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "DELETE /v2.0/security-groups/ad166304-13b2-4462-a6c7-901ca77d35e3 HTTP/1.1" status: 204 len: 168 time: 0.1676948 May 04 08:24:30.947278 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49118) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:30.957935 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfe4fd-9d40-4fd5-866e-62660c2b1186 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad166304-13b2-4462-a6c7-901ca77d35e3,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:30.964901 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.api.v2.resource [None req-ea2bb053-caa3-47ce-9a67-fe61ca6eed90 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] show failed (client error): The resource could not be found. May 04 08:24:30.966630 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dcdba0ec-99cd-4723-a504-8c37d3e2342d no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:30.969718 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49120) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:30.970061 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-ea2bb053-caa3-47ce-9a67-fe61ca6eed90 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "GET /v2.0/security-groups/ad166304-13b2-4462-a6c7-901ca77d35e3 HTTP/1.1" status: 404 len: 347 time: 0.0212414 May 04 08:24:31.029360 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: dcdba0ec-99cd-4723-a504-8c37d3e2342d {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:31.030028 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device dcdba0ec-99cd-4723-a504-8c37d3e2342d not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:31.175100 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Deleting port 40b64263-4c70-4c3d-acf2-75be96f31722 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:31.175741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (40b64263-4c70-4c3d-acf2-75be96f31722), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:31.292382 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (40b64263-4c70-4c3d-acf2-75be96f31722), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:31.293374 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (40b64263-4c70-4c3d-acf2-75be96f31722), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:31.311610 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Calling delete_port for 40b64263-4c70-4c3d-acf2-75be96f31722 owned by network:floatingip {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:31.524846 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (40b64263-4c70-4c3d-acf2-75be96f31722), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:31.562923 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Pushing event deleted for resources: {'Port': ['ID=40b64263-4c70-4c3d-acf2-75be96f31722,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:31.647600 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks [] for floatingip (8aab5911-8e17-4ee3-9dda-42b92fa2e3af), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:31.650697 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:31.651956 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1d610685-962a-4c0d-b0bf-720d365c5799 tempest-AttachVolumeShelveTestJSON-1613149929 tempest-AttachVolumeShelveTestJSON-1613149929-project] 10.222.0.60 "DELETE /v2.0/floatingips/8aab5911-8e17-4ee3-9dda-42b92fa2e3af HTTP/1.1" status: 204 len: 168 time: 0.6804764 May 04 08:24:33.909334 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3960f976-df30-44f8-8f1e-7814a761162d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:34.173877 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49148) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:34.749552 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7883228'] for router_interface (b5b2f5da-ae06-4010-8c14-42237142a6ec), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:35.032349 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Deleting port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:35.032860 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:35.128847 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] For port 75aeb29f-ad7a-46bc-96c5-33b800f3ffab, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=75aeb29f-ad7a-46bc-96c5-33b800f3ffab,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:35.129239 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:35.142630 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Calling delete_port for 75aeb29f-ad7a-46bc-96c5-33b800f3ffab owned by network:router_interface {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:35.337524 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (75aeb29f-ad7a-46bc-96c5-33b800f3ffab), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:35.370940 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Pushing event deleted for resources: {'Port': ['ID=75aeb29f-ad7a-46bc-96c5-33b800f3ffab,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:35.552198 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7841903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887307'] for router_interface (b5b2f5da-ae06-4010-8c14-42237142a6ec), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:35.785377 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Router b5b2f5da-ae06-4010-8c14-42237142a6ec has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:35.899156 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:35.907528 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-db296653-6d24-4248-84b5-ad441ea4099a admin admin] 10.222.0.60 "PUT /v2.0/routers/b5b2f5da-ae06-4010-8c14-42237142a6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299654 May 04 08:24:35.907750 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49178) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:35.908890 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] Sync routers for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:35.920238 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:35.920888 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:36.026266 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks [] for router (b5b2f5da-ae06-4010-8c14-42237142a6ec), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:36.034458 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:36.142538 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks [] for router_gateway (b5b2f5da-ae06-4010-8c14-42237142a6ec), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:36.195447 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Deleting port a3bc510e-267e-414d-93ba-b21a7ca8e70b {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:36.195790 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:36.294156 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] For port a3bc510e-267e-414d-93ba-b21a7ca8e70b, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=a3bc510e-267e-414d-93ba-b21a7ca8e70b,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:36.294750 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:36.311425 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Calling delete_port for a3bc510e-267e-414d-93ba-b21a7ca8e70b owned by network:router_gateway {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:36.352549 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-91447fcc-d6e8-4859-b5cf-aa8cf5679d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:36.369286 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:24:35Z', 'revision_number': 5, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port': {'id': 'a3bc510e-267e-414d-93ba-b21a7ca8e70b', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:18:00Z', 'updated_at': '2022-05-04T08:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:36.397795 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] Checking router: b5b2f5da-ae06-4010-8c14-42237142a6ec for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:36.406906 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] Routers {'b5b2f5da-ae06-4010-8c14-42237142a6ec'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:36.407547 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['b5b2f5da-ae06-4010-8c14-42237142a6ec'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:36.506560 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (a3bc510e-267e-414d-93ba-b21a7ca8e70b), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:36.517220 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] Set router b5b2f5da-ae06-4010-8c14-42237142a6ec gateway port host: None {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:36.536289 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bc510e-267e-414d-93ba-b21a7ca8e70b,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:36.587898 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:24:36Z', 'revision_number': 6, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port_host': None}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:36.621281 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f13fed-6f28-478b-9e43-d925e0dff79e None None] The sync data for ids ['b5b2f5da-ae06-4010-8c14-42237142a6ec'] in dv-cinder-840289-4-smb is: [{'id': 'b5b2f5da-ae06-4010-8c14-42237142a6ec', 'name': 'tempest-AttachVolumeShelveTestJSON-940876005-router', 'tenant_id': '00a96bd69c10431b8c0dba23d4f160c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:17:57Z', 'updated_at': '2022-05-04T08:24:36Z', 'revision_number': 6, 'project_id': '00a96bd69c10431b8c0dba23d4f160c5', 'gw_port_host': None}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:36.910898 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7879086'] for router_gateway (b5b2f5da-ae06-4010-8c14-42237142a6ec), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.011746 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7873394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14668'] for router (b5b2f5da-ae06-4010-8c14-42237142a6ec), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.016291 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks [] for router_controller (b5b2f5da-ae06-4010-8c14-42237142a6ec), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.063354 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7873403'] for router (b5b2f5da-ae06-4010-8c14-42237142a6ec), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.063941 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b2f5da-ae06-4010-8c14-42237142a6ec {{(pid=103664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:24:37.069889 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.073767 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-ba9d0028-64ba-4145-a32e-5e3b14fa753a admin admin] 10.222.0.60 "DELETE /v2.0/routers/b5b2f5da-ae06-4010-8c14-42237142a6ec HTTP/1.1" status: 204 len: 168 time: 1.1624649 May 04 08:24:37.074022 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49246) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:37.123792 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68fa63e-ce91-49f9-9601-c34a70011154 admin admin] Deleting subnet dce22a62-4c78-400f-85f7-67135311dac9 {{(pid=103664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:24:37.127248 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e68fa63e-ce91-49f9-9601-c34a70011154 admin admin] Publish callbacks [] for subnet (dce22a62-4c78-400f-85f7-67135311dac9), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.163553 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e68fa63e-ce91-49f9-9601-c34a70011154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5228372'] for subnet (dce22a62-4c78-400f-85f7-67135311dac9), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.250926 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e68fa63e-ce91-49f9-9601-c34a70011154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (dce22a62-4c78-400f-85f7-67135311dac9), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.310969 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e68fa63e-ce91-49f9-9601-c34a70011154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4773471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738143'] for subnet (dce22a62-4c78-400f-85f7-67135311dac9), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.337312 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fa63e-ce91-49f9-9601-c34a70011154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce22a62-4c78-400f-85f7-67135311dac9,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:37.340808 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e68fa63e-ce91-49f9-9601-c34a70011154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.344082 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-e68fa63e-ce91-49f9-9601-c34a70011154 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dce22a62-4c78-400f-85f7-67135311dac9 HTTP/1.1" status: 204 len: 168 time: 0.2689848 May 04 08:24:37.346707 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49248) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:37.349528 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8103d47-3472-4d46-af79-ab6d0084c23f None None] Network 11a48a86-e059-43c6-bfd5-0f9791819d6e requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:24:37.440838 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (11a48a86-e059-43c6-bfd5-0f9791819d6e), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.448061 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.492693 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Deleting port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:37.493030 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.509620 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedf5b6a-7a3a-4745-9f97-92e4e2f763b7 None None] DHCP port deletion for 11a48a86-e059-43c6-bfd5-0f9791819d6e request from dv-cinder-840289-4-smb {{(pid=103666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:24:37.551558 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-fedf5b6a-7a3a-4745-9f97-92e4e2f763b7 None None] Deleting port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 {{(pid=103666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:24:37.551929 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fedf5b6a-7a3a-4745-9f97-92e4e2f763b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), before_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.557285 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] For port 3f7b39a8-0355-4261-8c5e-f31d60aa7093, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=3f7b39a8-0355-4261-8c5e-f31d60aa7093,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:37.557857 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.570502 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Calling delete_port for 3f7b39a8-0355-4261-8c5e-f31d60aa7093 owned by network:dhcp {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:37.618429 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-fedf5b6a-7a3a-4745-9f97-92e4e2f763b7 None None] For port 3f7b39a8-0355-4261-8c5e-f31d60aa7093, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=3f7b39a8-0355-4261-8c5e-f31d60aa7093,segment=NetworkSegment(54d926f4-4de3-4802-bf90-f45aa92e7124),segment_id=54d926f4-4de3-4802-bf90-f45aa92e7124)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:37.619127 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fedf5b6a-7a3a-4745-9f97-92e4e2f763b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), precommit_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.633928 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-fedf5b6a-7a3a-4745-9f97-92e4e2f763b7 None None] Calling delete_port for 3f7b39a8-0355-4261-8c5e-f31d60aa7093 owned by network:dhcp {{(pid=103666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:24:37.659554 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.686712 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7b39a8-0355-4261-8c5e-f31d60aa7093,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:37.693897 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] No DVR routers for this DVR port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 on host dv-cinder-840289-4-smb {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:37.719248 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fedf5b6a-7a3a-4745-9f97-92e4e2f763b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883'] for port (3f7b39a8-0355-4261-8c5e-f31d60aa7093), after_delete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.740850 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf5b6a-7a3a-4745-9f97-92e4e2f763b7 None None] No DVR routers for this DVR port 3f7b39a8-0355-4261-8c5e-f31d60aa7093 on host dv-cinder-840289-4-smb {{(pid=103666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:24:37.766236 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf5b6a-7a3a-4745-9f97-92e4e2f763b7 None None] Pushing event deleted for resources: {'Port': ['ID=3f7b39a8-0355-4261-8c5e-f31d60aa7093,revision_number=None']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:37.778587 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (11a48a86-e059-43c6-bfd5-0f9791819d6e), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.804104 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a48a86-e059-43c6-bfd5-0f9791819d6e']}} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:37.814443 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d926f4-4de3-4802-bf90-f45aa92e7124') {'for_net_delete': True} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:37.814746 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d926f4-4de3-4802-bf90-f45aa92e7124') {} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:37.824230 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5228463'] for segment (54d926f4-4de3-4802-bf90-f45aa92e7124), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.837201 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (54d926f4-4de3-4802-bf90-f45aa92e7124), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.843092 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:24:37.843463 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4773429'] for segment (54d926f4-4de3-4802-bf90-f45aa92e7124), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: Traceback (most recent call last): May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: timer() May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: cb(*args, **kw) May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: return func(*args, **kwargs) May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: self._notify() May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: self.callback(batched_events) May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: event.method(event) May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: return f(self, *a, **k) May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: return self._get(url).json() May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: return self.request(url, 'GET', **kwargs) May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:24:37.845182 dv-cinder-840289-4-smb neutron-server[103664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:24:37.901692 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (11a48a86-e059-43c6-bfd5-0f9791819d6e), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.907483 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:37.910965 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] 10.222.0.60 "DELETE /v2.0/networks/11a48a86-e059-43c6-bfd5-0f9791819d6e HTTP/1.1" status: 204 len: 168 time: 0.5625305 May 04 08:24:37.925590 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba5886-01d9-45ff-a862-6c8c4fa8003a admin admin] Pushing event deleted for resources: {'Network': ['ID=11a48a86-e059-43c6-bfd5-0f9791819d6e,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:37.952557 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49256) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:37.998402 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51493e8-5e6a-4c01-ae09-1a307e288bdd admin admin] Deleting subnet ecc0eeae-0840-4018-bdcb-56c20086c3f7 {{(pid=103664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:24:38.001847 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a51493e8-5e6a-4c01-ae09-1a307e288bdd admin admin] Publish callbacks [] for subnet (ecc0eeae-0840-4018-bdcb-56c20086c3f7), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.042595 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a51493e8-5e6a-4c01-ae09-1a307e288bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5228372'] for subnet (ecc0eeae-0840-4018-bdcb-56c20086c3f7), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.044216 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49258) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:38.082204 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a51493e8-5e6a-4c01-ae09-1a307e288bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (ecc0eeae-0840-4018-bdcb-56c20086c3f7), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.084861 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f794442a-37f3-4714-8f9f-d6b199c689a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00a96bd69c10431b8c0dba23d4f160c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389667 May 04 08:24:38.087344 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49260) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:38.135493 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c5cc-fbd9-4585-88ae-881cdf35f41d admin admin] Publish callbacks [] for security_group (d42ece4b-5019-4f03-aeb7-4ac58d6cb17d), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.135719 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a51493e8-5e6a-4c01-ae09-1a307e288bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4773471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738143'] for subnet (ecc0eeae-0840-4018-bdcb-56c20086c3f7), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.156711 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c5cc-fbd9-4585-88ae-881cdf35f41d admin admin] Publish callbacks [] for security_group (d42ece4b-5019-4f03-aeb7-4ac58d6cb17d), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.161701 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51493e8-5e6a-4c01-ae09-1a307e288bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc0eeae-0840-4018-bdcb-56c20086c3f7,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:38.167340 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a51493e8-5e6a-4c01-ae09-1a307e288bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.172876 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-a51493e8-5e6a-4c01-ae09-1a307e288bdd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ecc0eeae-0840-4018-bdcb-56c20086c3f7 HTTP/1.1" status: 204 len: 168 time: 0.2168951 May 04 08:24:38.173574 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49262) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:38.254507 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (6c9066d5-74a7-4ec2-910a-47a1881edd77), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.264553 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c5cc-fbd9-4585-88ae-881cdf35f41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d42ece4b-5019-4f03-aeb7-4ac58d6cb17d), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.267078 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c5cc-fbd9-4585-88ae-881cdf35f41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.268172 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d6e1c5cc-fbd9-4585-88ae-881cdf35f41d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d42ece4b-5019-4f03-aeb7-4ac58d6cb17d HTTP/1.1" status: 204 len: 168 time: 0.1799290 May 04 08:24:38.294636 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1c5cc-fbd9-4585-88ae-881cdf35f41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42ece4b-5019-4f03-aeb7-4ac58d6cb17d,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:38.349770 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (6c9066d5-74a7-4ec2-910a-47a1881edd77), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.373236 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9066d5-74a7-4ec2-910a-47a1881edd77']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:38.383950 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed1b45f-6858-456e-a92a-8784c727cea0') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:38.384245 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed1b45f-6858-456e-a92a-8784c727cea0') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:38.400042 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (6ed1b45f-6858-456e-a92a-8784c727cea0), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.415149 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (6ed1b45f-6858-456e-a92a-8784c727cea0), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.421349 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:24:38.421525 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (6ed1b45f-6858-456e-a92a-8784c727cea0), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:24:38.423695 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:24:38.481355 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (6c9066d5-74a7-4ec2-910a-47a1881edd77), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.483800 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 3f7b39a8-0355-4261-8c5e-f31d60aa7093 no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:38.488329 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.492745 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6c9066d5-74a7-4ec2-910a-47a1881edd77 HTTP/1.1" status: 204 len: 168 time: 0.3180687 May 04 08:24:38.504981 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a016c9-1b96-4c75-9e3b-aa5ffd02a786 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9066d5-74a7-4ec2-910a-47a1881edd77,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:38.508681 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 3f7b39a8-0355-4261-8c5e-f31d60aa7093 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:38.509257 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 3f7b39a8-0355-4261-8c5e-f31d60aa7093 not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:38.509681 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 75aeb29f-ad7a-46bc-96c5-33b800f3ffab no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:38.531907 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 75aeb29f-ad7a-46bc-96c5-33b800f3ffab {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:38.532251 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 75aeb29f-ad7a-46bc-96c5-33b800f3ffab not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:38.532867 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device a3bc510e-267e-414d-93ba-b21a7ca8e70b no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:24:38.553336 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: a3bc510e-267e-414d-93ba-b21a7ca8e70b {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:24:38.553684 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device a3bc510e-267e-414d-93ba-b21a7ca8e70b not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:24:38.699303 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49278) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:38.751458 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-00b6b640-5bbe-4f64-9db6-e347f215dbc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecfa931db1814786bd91aef38bc66685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507722 May 04 08:24:38.754279 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49280) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:38.819109 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1bef67d8-c1c2-4592-9576-9c9060624177 admin admin] Publish callbacks [] for security_group (2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.846392 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1bef67d8-c1c2-4592-9576-9c9060624177 admin admin] Publish callbacks [] for security_group (2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.915262 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1bef67d8-c1c2-4592-9576-9c9060624177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.917910 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1bef67d8-c1c2-4592-9576-9c9060624177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:38.919199 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-1bef67d8-c1c2-4592-9576-9c9060624177 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f HTTP/1.1" status: 204 len: 168 time: 0.1638913 May 04 08:24:38.933137 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef67d8-c1c2-4592-9576-9c9060624177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f783fb7-69f3-413e-86b6-e6f8ff8c0d3f,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:39.135774 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49300) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:39.158797 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.239555 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1878336565-network', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:39.259191 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Made reservation on behalf of 3aec216a594e4e00b3023a23801cfaa7 for: {'network': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:24:39.261558 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.270400 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.348099 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Publish callbacks [] for security_group (d323ab2f-8251-492e-a345-4fd92a37fe1b), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.359049 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d323ab2f-8251-492e-a345-4fd92a37fe1b), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.392107 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:24:39.398411 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d323ab2f-8251-492e-a345-4fd92a37fe1b,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:39.408575 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (0980ab80-1e2f-4377-bb9a-808c16d28543), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.408999 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.segments_db [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Added segment 0980ab80-1e2f-4377-bb9a-808c16d28543 of type vlan for network 7758ebe7-aace-4156-ada3-305f588b7a65 May 04 08:24:39.452672 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (7758ebe7-aace-4156-ada3-305f588b7a65), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.482535 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (7758ebe7-aace-4156-ada3-305f588b7a65), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.483603 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:39.484187 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.515644 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3778825 May 04 08:24:39.525470 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49318) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:39.525470 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Request body: {'subnet': {'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-subnet', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:39.564371 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5a047-8b50-4dc6-b982-b79ab60c8742 admin admin] Pushing event updated for resources: {'Network': ['ID=7758ebe7-aace-4156-ada3-305f588b7a65,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:39.575597 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Made reservation on behalf of 3aec216a594e4e00b3023a23801cfaa7 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:24:39.577945 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408465'] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.581955 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 7758ebe7-aace-4156-ada3-305f588b7a65 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:24:39.752000 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16501709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408463'] for subnet (5888843d-66e8-41f4-9f8d-c850c7dc5520), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.805175 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5888843d-66e8-41f4-9f8d-c850c7dc5520,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:39.817718 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Checking segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:24:39.818069 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Network hostable DHCP agents. Network: 7758ebe7-aace-4156-ada3-305f588b7a65, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:24:39.836611 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Network 7758ebe7-aace-4156-ada3-305f588b7a65 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:24:39.845876 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 7758ebe7-aace-4156-ada3-305f588b7a65) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:24:39.850350 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:39.850977 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.858181 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab441551-d507-4820-a92d-757ada317ac0 None None] Network 7758ebe7-aace-4156-ada3-305f588b7a65 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:24:39.876184 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-95827896-99a3-40f1-b8a8-1e6116c35420 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3563221 May 04 08:24:39.879491 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49326) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:39.885590 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:39.914184 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7873556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14674'] for router (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.915457 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7873720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8029972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14683'] for router (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.969979 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16490287-bca7-5491-b0cc-dd00ea97fbbf-7758ebe7-aace-4156-ada3-305f588b7a65', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520'}]}} from dv-cinder-840289-4-smb. {{(pid=103666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 08:24:39.970880 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:39.981372 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks [] for router_controller (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), precommit_add_association {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.144790 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.db_base_plugin_common [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Allocated IP 172.20.0.2 (7758ebe7-aace-4156-ada3-305f588b7a65/5888843d-66e8-41f4-9f8d-c850c7dc5520/2355b1fb-2702-494d-9a14-c21aa2915b6a) {{(pid=103666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:24:40.180409 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks [] for router_gateway (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.301033 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Publish callbacks [] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), precommit_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.308668 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), after_create {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.365719 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Network 7758ebe7-aace-4156-ada3-305f588b7a65 is already hosted by enough agents. {{(pid=103666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:24:40.367481 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Pushing event updated for resources: {'Port': ['ID=2355b1fb-2702-494d-9a14-c21aa2915b6a,revision_number=1']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:40.370371 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.scheduler.base_scheduler [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Resources bound (agent type, host, resource id): {{(pid=103666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:24:40.373003 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Received port after_create {{(pid=103666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:24:40.390137 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks [] for router_gateway (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.415275 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.469179 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.471229 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Attempting to bind port 2355b1fb-2702-494d-9a14-c21aa2915b6a on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:24:40.471596 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Attempting to bind port 2355b1fb-2702-494d-9a14-c21aa2915b6a by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:24:40.472150 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Attempting to bind port 2355b1fb-2702-494d-9a14-c21aa2915b6a on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:24:40.478518 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:24:40.479210 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Checking segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:24:40.479611 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.480406 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Bound using segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:24:40.481067 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Bound port: 2355b1fb-2702-494d-9a14-c21aa2915b6a, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:24:40.481437 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.544026 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Allocated IP 172.28.3.227 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/6d40869b-4a35-469d-aa17-0e90a6ab4dce) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:24:40.560648 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] For port 2355b1fb-2702-494d-9a14-c21aa2915b6a, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:24:40.564329 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] For port 2355b1fb-2702-494d-9a14-c21aa2915b6a, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2355b1fb-2702-494d-9a14-c21aa2915b6a,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:24:40.570920 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.636455 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74063664-d4b2-46f2-a6f8-b1dbc5e7f1d7 None None] Pushing event updated for resources: {'Port': ['ID=2355b1fb-2702-494d-9a14-c21aa2915b6a,revision_number=2']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:40.677274 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks [] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.715648 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:40.775510 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:24:40.781059 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:24:40.786290 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:24:40.809791 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Pushing event updated for resources: {'Port': ['ID=6d40869b-4a35-469d-aa17-0e90a6ab4dce,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:41.064959 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks [] for router_gateway (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.270286 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7873665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7879106'] for router (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.424303 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc is scheduled to L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b with binding_index 1 {{(pid=103664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 08:24:41.541066 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:41.557409 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:41.564455 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.566512 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-2b27d982-f2f3-4b82-81d1-2d683950e343 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6851213 May 04 08:24:41.568618 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49356) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:41.572609 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:41.573254 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:41.629480 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cdac3b-bc83-45cf-ae67-0457a92e5fc4 None None] Network 7758ebe7-aace-4156-ada3-305f588b7a65 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:24:41.689356 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0d902951-c54c-49c0-9136-4461ff84a376 None None] Provisioning complete for port 2355b1fb-2702-494d-9a14-c21aa2915b6a triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:41.690040 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0d902951-c54c-49c0-9136-4461ff84a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.724680 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:41.866646 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0d902951-c54c-49c0-9136-4461ff84a376 None None] Current status of the port 2355b1fb-2702-494d-9a14-c21aa2915b6a is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:41.867338 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0d902951-c54c-49c0-9136-4461ff84a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.933604 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0d902951-c54c-49c0-9136-4461ff84a376 None None] For port 2355b1fb-2702-494d-9a14-c21aa2915b6a, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2355b1fb-2702-494d-9a14-c21aa2915b6a,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:41.938910 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0d902951-c54c-49c0-9136-4461ff84a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:41.967145 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:40Z', 'revision_number': 3, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:42.010039 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:42.010389 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Updating router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc port 6d40869b-4a35-469d-aa17-0e90a6ab4dce binding host dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:24:42.016429 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902951-c54c-49c0-9136-4461ff84a376 None None] Pushing event updated for resources: {'Port': ['ID=2355b1fb-2702-494d-9a14-c21aa2915b6a,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:42.048810 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.163077 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-a1277d3c-b631-428c-ae1f-aa6ff8f584d6 None None] Provisioning complete for port 2355b1fb-2702-494d-9a14-c21aa2915b6a triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:42.163551 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-a1277d3c-b631-428c-ae1f-aa6ff8f584d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.247649 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-a1277d3c-b631-428c-ae1f-aa6ff8f584d6 None None] Current status of the port 2355b1fb-2702-494d-9a14-c21aa2915b6a is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:42.334359 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Publish callbacks [] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), precommit_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.341842 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.394328 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Pushing event updated for resources: {'Port': ['ID=6d40869b-4a35-469d-aa17-0e90a6ab4dce,revision_number=2']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:42.400801 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Attempting to bind port 6d40869b-4a35-469d-aa17-0e90a6ab4dce on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:24:42.407608 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Attempting to bind port 6d40869b-4a35-469d-aa17-0e90a6ab4dce by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:24:42.407608 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Attempting to bind port 6d40869b-4a35-469d-aa17-0e90a6ab4dce on network 43f11a13-1bd8-4746-8240-30468e86dc6b {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:24:42.407608 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.407608 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.407608 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.407608 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.407608 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.407608 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.408319 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.408319 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.408627 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.408960 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.409369 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.409861 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.410106 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.410430 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.411836 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:24:42.416706 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:24:42.417027 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Checking segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:24:42.417401 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.417762 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Bound using segment: {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'} {{(pid=103667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:24:42.418259 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.managers [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Bound port: 6d40869b-4a35-469d-aa17-0e90a6ab4dce, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103125fc-96fc-4244-8b0a-a06a5663cd08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}}] {{(pid=103667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:24:42.418656 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), before_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.462744 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.487856 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] For port 6d40869b-4a35-469d-aa17-0e90a6ab4dce, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:24:42.491052 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.plugins.ml2.db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] For port 6d40869b-4a35-469d-aa17-0e90a6ab4dce, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=6d40869b-4a35-469d-aa17-0e90a6ab4dce,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:24:42.500909 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), after_update {{(pid=103667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.507902 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2355b1fb-2702-494d-9a14-c21aa2915b6a up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:24:42.558991 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 2355b1fb-2702-494d-9a14-c21aa2915b6a triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:42.559363 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.562425 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add76fd-98b8-4da5-95e6-df5d7311d6a3 None None] Pushing event updated for resources: {'Port': ['ID=6d40869b-4a35-469d-aa17-0e90a6ab4dce,revision_number=3']} {{(pid=103667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:42.567780 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:42.568404 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:42.641349 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 2355b1fb-2702-494d-9a14-c21aa2915b6a is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:42.641582 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Allocated IP 172.20.0.1 (7758ebe7-aace-4156-ada3-305f588b7a65/5888843d-66e8-41f4-9f8d-c850c7dc5520/30586c7f-f7f9-49a0-b097-2a2bf9b1458b) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:24:42.680977 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:42.764619 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Publish callbacks [] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.805916 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:42.844914 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Network 7758ebe7-aace-4156-ada3-305f588b7a65 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:24:42.848541 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:24:42.852320 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:24:42.889702 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Pushing event updated for resources: {'Port': ['ID=30586c7f-f7f9-49a0-b097-2a2bf9b1458b,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:42.901911 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:40Z', 'revision_number': 3, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:42.913477 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878071'] for router_interface (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.068251 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ce75c-1373-41b3-9d1a-fb7d7e0cc93e None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:40Z', 'revision_number': 3, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:43.108154 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.281671 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-91143fdc-8ceb-47cb-ae39-e6b4eaee97a0 None None] Provisioning complete for port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:43.282231 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-91143fdc-8ceb-47cb-ae39-e6b4eaee97a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.320844 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-91143fdc-8ceb-47cb-ae39-e6b4eaee97a0 None None] Port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:24:43.336904 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Publish callbacks [] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.343276 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.425685 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7841892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877993'] for router_interface (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.428745 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Pushing event updated for resources: {'Port': ['ID=30586c7f-f7f9-49a0-b097-2a2bf9b1458b,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:43.523867 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Network 7758ebe7-aace-4156-ada3-305f588b7a65 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:24:43.525278 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:24:43.655876 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:43.742773 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-4f65f86c-5a0d-4c05-9a69-41786af735a2 None None] Provisioning complete for port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:43.743151 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4f65f86c-5a0d-4c05-9a69-41786af735a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:43.780815 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:43.787778 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b00e110c-1071-49fa-8d22-d10027facc97 admin admin] 10.222.0.60 "PUT /v2.0/routers/874f3be7-1450-48bf-9dd7-c9cb6fdd05bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2179778 May 04 08:24:43.801145 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-4f65f86c-5a0d-4c05-9a69-41786af735a2 None None] Port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:24:44.280106 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49396) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:44.285256 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-3d60e2b9-b3f3-4a5e-9f5d-3e04bca7e3fe tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348571472', 'description': 'tempest-description--457212763'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:44.307631 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3d60e2b9-b3f3-4a5e-9f5d-3e04bca7e3fe tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.382406 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3d60e2b9-b3f3-4a5e-9f5d-3e04bca7e3fe tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (f3b3d88a-28f2-4be7-b688-a4d85067e001), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.386869 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3d60e2b9-b3f3-4a5e-9f5d-3e04bca7e3fe tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f3b3d88a-28f2-4be7-b688-a4d85067e001), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.420614 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-3d60e2b9-b3f3-4a5e-9f5d-3e04bca7e3fe tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.423252 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-3d60e2b9-b3f3-4a5e-9f5d-3e04bca7e3fe tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1416774 May 04 08:24:44.425646 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49402) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:44.426129 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60e2b9-b3f3-4a5e-9f5d-3e04bca7e3fe tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b3d88a-28f2-4be7-b688-a4d85067e001,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:44.433130 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-57b894d9-1bd2-4bf0-8c55-b9a50cfe9792 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group_rule': {'security_group_id': 'f3b3d88a-28f2-4be7-b688-a4d85067e001', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:44.466918 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-57b894d9-1bd2-4bf0-8c55-b9a50cfe9792 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (43dc3224-e639-43b2-893b-34888b1502d1), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.515690 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 6d40869b-4a35-469d-aa17-0e90a6ab4dce up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:24:44.533073 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-57b894d9-1bd2-4bf0-8c55-b9a50cfe9792 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (43dc3224-e639-43b2-893b-34888b1502d1), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.538426 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-57b894d9-1bd2-4bf0-8c55-b9a50cfe9792 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (43dc3224-e639-43b2-893b-34888b1502d1), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.560735 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b894d9-1bd2-4bf0-8c55-b9a50cfe9792 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43dc3224-e639-43b2-893b-34888b1502d1,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:44.568305 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 6d40869b-4a35-469d-aa17-0e90a6ab4dce triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:44.568926 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.571870 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-57b894d9-1bd2-4bf0-8c55-b9a50cfe9792 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.573276 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-57b894d9-1bd2-4bf0-8c55-b9a50cfe9792 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461298 May 04 08:24:44.576055 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49404) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:44.580529 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-919dbcce-5210-4f65-97d2-dedfd6acf1df tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group_rule': {'security_group_id': 'f3b3d88a-28f2-4be7-b688-a4d85067e001', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:44.608054 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-919dbcce-5210-4f65-97d2-dedfd6acf1df tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (10dae71d-c361-4810-846b-4c67d78f016b), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.657700 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 6d40869b-4a35-469d-aa17-0e90a6ab4dce is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:44.658391 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.675165 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-919dbcce-5210-4f65-97d2-dedfd6acf1df tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (10dae71d-c361-4810-846b-4c67d78f016b), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.679393 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] For port 6d40869b-4a35-469d-aa17-0e90a6ab4dce, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=6d40869b-4a35-469d-aa17-0e90a6ab4dce,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:44.679563 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-919dbcce-5210-4f65-97d2-dedfd6acf1df tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (10dae71d-c361-4810-846b-4c67d78f016b), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.683509 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.699792 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dbcce-5210-4f65-97d2-dedfd6acf1df tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dae71d-c361-4810-846b-4c67d78f016b,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:44.709793 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-919dbcce-5210-4f65-97d2-dedfd6acf1df tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.714387 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49406) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:44.714959 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-919dbcce-5210-4f65-97d2-dedfd6acf1df tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374223 May 04 08:24:44.719661 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:44.739570 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Pushing event updated for resources: {'Port': ['ID=6d40869b-4a35-469d-aa17-0e90a6ab4dce,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:44.740151 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.796171 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:44.808867 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:44.809494 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:44.830559 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:44.956624 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Allocated IP 172.28.3.205 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/d21e61e4-c1eb-4493-805b-18143de0af59) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:24:45.061787 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:45.070891 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (d21e61e4-c1eb-4493-805b-18143de0af59), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.106169 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (d21e61e4-c1eb-4493-805b-18143de0af59), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.149208 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:24:45.152526 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:24:45.155427 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:24:45.195024 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=d21e61e4-c1eb-4493-805b-18143de0af59,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:45.257790 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 2, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:45.265308 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (e444a1d2-7ae6-46ac-a755-495a0945569f), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.289264 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:45.289646 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Updating router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b binding host dv-cinder-840289-4-smb {{(pid=103666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 08:24:45.305533 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (d21e61e4-c1eb-4493-805b-18143de0af59), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.319300 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.506294 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (d21e61e4-c1eb-4493-805b-18143de0af59), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.515813 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (d21e61e4-c1eb-4493-805b-18143de0af59), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.609248 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=d21e61e4-c1eb-4493-805b-18143de0af59,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:45.618146 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (e444a1d2-7ae6-46ac-a755-495a0945569f), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.635028 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.636299 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-d587946b-a10c-489d-b095-1f866d1c1a90 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9207506 May 04 08:24:45.648449 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Publish callbacks [] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), precommit_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.654808 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.714151 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333a7a9-3dc7-4d2f-b9b6-dfeb186d5e40 None None] Pushing event updated for resources: {'Port': ['ID=30586c7f-f7f9-49a0-b097-2a2bf9b1458b,revision_number=3']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:45.777325 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Attempting to bind port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b on host dv-cinder-840289-4-smb for vnic_type normal with profile {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:24:45.777702 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Attempting to bind port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b by drivers openvswitch,hyperv on host dv-cinder-840289-4-smb at level 0 using segments [{'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:24:45.778069 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Attempting to bind port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:24:45.786016 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Checking agent: {'id': '4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840289-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 9, 10), 'started_at': datetime.datetime(2022, 5, 4, 8, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840289-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:24:45.786449 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Checking segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:24:45.787419 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.787419 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Bound using segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} {{(pid=103666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:24:45.787729 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.managers [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Bound port: 30586c7f-f7f9-49a0-b097-2a2bf9b1458b, host: dv-cinder-840289-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}}] {{(pid=103666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:24:45.788043 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.807766 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-f14451a2-4f49-4a8d-8317-7fa778c4095d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1348571472&fields=id&tenant_id=3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 267 time: 0.0510273 May 04 08:24:45.863387 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] For port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b, host dv-cinder-840289-4-smb, cleared binding levels {{(pid=103666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:24:45.866981 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] For port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b, host dv-cinder-840289-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=30586c7f-f7f9-49a0-b097-2a2bf9b1458b,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:24:45.873685 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:45.935375 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-814ad467-171b-49dc-b251-579a922a606a tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:45.937147 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-814ad467-171b-49dc-b251-579a922a606a tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 815 time: 0.1224644 May 04 08:24:45.947986 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:45.948629 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:45.957378 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-87ad5130-9bc1-47fa-aeb4-33c55fe6d77a tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/quotas/3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 375 time: 0.0138404 May 04 08:24:45.987203 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333a7a9-3dc7-4d2f-b9b6-dfeb186d5e40 None None] Pushing event updated for resources: {'Port': ['ID=30586c7f-f7f9-49a0-b097-2a2bf9b1458b,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:45.991806 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-31dee6da-1751-4223-b7e3-1f7d2e3ed5fa None None] Provisioning complete for port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:45.992183 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-31dee6da-1751-4223-b7e3-1f7d2e3ed5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:46.035339 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-d43dafd2-619f-4fd7-8200-0b4ca223f75a tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653963 May 04 08:24:46.122373 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_dvr_db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:46.164404 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-31dee6da-1751-4223-b7e3-1f7d2e3ed5fa None None] Current status of the port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b is: DOWN; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:46.164792 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-31dee6da-1751-4223-b7e3-1f7d2e3ed5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:46.245000 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-5e885806-33e5-49f0-bce0-043e8ea3728d service neutron] 10.222.0.60 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909435 May 04 08:24:46.250629 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-31dee6da-1751-4223-b7e3-1f7d2e3ed5fa None None] For port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=30586c7f-f7f9-49a0-b097-2a2bf9b1458b,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:46.291904 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-31dee6da-1751-4223-b7e3-1f7d2e3ed5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:46.341295 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-0ab75ae4-6345-42d9-aba4-bbddfcd11797 service neutron] 10.222.0.60 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901217 May 04 08:24:46.361002 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dee6da-1751-4223-b7e3-1f7d2e3ed5fa None None] Pushing event updated for resources: {'Port': ['ID=30586c7f-f7f9-49a0-b097-2a2bf9b1458b,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:46.403493 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.l3_hamode_db [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:45Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:46.440012 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-6a82a75f-c0b2-4782-bc84-a22824695a4c None None] Provisioning complete for port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:46.440435 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6a82a75f-c0b2-4782-bc84-a22824695a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:46.442566 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925ffc9-9dc9-426d-ae96-f5c52ae072e5 None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:45Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:46.560447 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 6d40869b-4a35-469d-aa17-0e90a6ab4dce up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:24:46.614816 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8b447f04-c546-437b-a69a-7538d82ed0f4 req-730f6635-3fa4-4b40-b7a0-a0d8098dd3c2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 210 time: 0.0422804 May 04 08:24:46.682080 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-6a82a75f-c0b2-4782-bc84-a22824695a4c None None] Current status of the port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:46.696630 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 6d40869b-4a35-469d-aa17-0e90a6ab4dce triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:46.697331 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:46.842111 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 6d40869b-4a35-469d-aa17-0e90a6ab4dce is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:47.727407 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d58a37da-bd4f-4c00-8891-2ba4b2e581f3 req-e6b259ab-fc57-4085-a723-dd2ba1acecb4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 210 time: 0.0311987 May 04 08:24:47.837664 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-64486ac6-2d80-4b1c-b00a-76c8496e1b15 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:47.839211 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-64486ac6-2d80-4b1c-b00a-76c8496e1b15 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 815 time: 0.1103334 May 04 08:24:47.911931 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-5af53649-d1de-4d57-8069-52dc670577f6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 380 time: 0.0589151 May 04 08:24:47.921257 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'port': {'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'admin_state_up': True, 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'security_groups': ['f3b3d88a-28f2-4be7-b688-a4d85067e001']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:48.042824 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Made reservation on behalf of 3aec216a594e4e00b3023a23801cfaa7 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:24:48.046270 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.102593 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49474) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:48.202426 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Allocated IP 172.20.0.11 (7758ebe7-aace-4156-ada3-305f588b7a65/5888843d-66e8-41f4-9f8d-c850c7dc5520/fca2b0c6-2e52-48d8-b977-684b683fcb7a) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:24:48.233106 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-b20a7d75-9bb9-4a41-ba23-ac8119117494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.327695 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-b20a7d75-9bb9-4a41-ba23-ac8119117494 admin admin] Publish callbacks [] for security_group (00201f8d-3d4e-4b05-8246-c6af027504ce), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.333651 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-b20a7d75-9bb9-4a41-ba23-ac8119117494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (00201f8d-3d4e-4b05-8246-c6af027504ce), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.379029 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.395704 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-b20a7d75-9bb9-4a41-ba23-ac8119117494 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddd7be66844543f9a84530083ab462e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872012 May 04 08:24:48.395704 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a7d75-9bb9-4a41-ba23-ac8119117494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00201f8d-3d4e-4b05-8246-c6af027504ce,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:48.396112 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49488) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:48.438068 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.486440 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Network 7758ebe7-aace-4156-ada3-305f588b7a65 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:24:48.490621 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:24:48.491562 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f8798a9b-3032-4d4f-8bbe-f305719a78c2 admin admin] Publish callbacks [] for security_group (00201f8d-3d4e-4b05-8246-c6af027504ce), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.493341 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:24:48.533192 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 30586c7f-f7f9-49a0-b097-2a2bf9b1458b up at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:24:48.539722 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f8798a9b-3032-4d4f-8bbe-f305719a78c2 admin admin] Publish callbacks [] for security_group (00201f8d-3d4e-4b05-8246-c6af027504ce), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.547344 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=fca2b0c6-2e52-48d8-b977-684b683fcb7a,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:48.579433 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:48.580489 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.602200 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-a71be5be-a2a1-49ec-b4e2-cb8c68f7867d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6850805 May 04 08:24:48.623935 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f8798a9b-3032-4d4f-8bbe-f305719a78c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (00201f8d-3d4e-4b05-8246-c6af027504ce), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.624678 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Request body: {'port': {'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:48.629232 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f8798a9b-3032-4d4f-8bbe-f305719a78c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.631551 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f8798a9b-3032-4d4f-8bbe-f305719a78c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00201f8d-3d4e-4b05-8246-c6af027504ce HTTP/1.1" status: 204 len: 168 time: 0.2341082 May 04 08:24:48.640532 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Provisioning complete for port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:48.640948 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.645956 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8798a9b-3032-4d4f-8bbe-f305719a78c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00201f8d-3d4e-4b05-8246-c6af027504ce,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:48.731927 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.857726 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Current status of the port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b is: ACTIVE; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:48.938442 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-24e63e7a-56e5-4d59-a448-2824bcbfc3de None None] Provisioning complete for port fca2b0c6-2e52-48d8-b977-684b683fcb7a triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:48.938824 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-24e63e7a-56e5-4d59-a448-2824bcbfc3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:48.986592 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-24e63e7a-56e5-4d59-a448-2824bcbfc3de None None] Port fca2b0c6-2e52-48d8-b977-684b683fcb7a cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:24:49.034838 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583eb90-7895-471f-873c-2ee85a7443cb req-da750c51-65c5-443b-840d-0f611f56c364 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:49.036125 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b583eb90-7895-471f-873c-2ee85a7443cb req-da750c51-65c5-443b-840d-0f611f56c364 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 932 time: 0.0920951 May 04 08:24:49.143069 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b583eb90-7895-471f-873c-2ee85a7443cb req-7b6e0dd0-325f-4c69-965e-7a74bf8eedc5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980659 May 04 08:24:49.157567 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca2b0c6-2e52-48d8-b977-684b683fcb7a {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:24:49.165949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Publish callbacks [] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:49.179581 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Transition to ACTIVE for port object fca2b0c6-2e52-48d8-b977-684b683fcb7a will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:24:49.186712 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:49.236787 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Pushing event updated for resources: {'Port': ['ID=fca2b0c6-2e52-48d8-b977-684b683fcb7a,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:49.315260 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Attempting to bind port fca2b0c6-2e52-48d8-b977-684b683fcb7a on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:24:49.315722 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Attempting to bind port fca2b0c6-2e52-48d8-b977-684b683fcb7a by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:24:49.316032 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Attempting to bind port fca2b0c6-2e52-48d8-b977-684b683fcb7a on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:24:49.320917 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Port fca2b0c6-2e52-48d8-b977-684b683fcb7a on network 7758ebe7-aace-4156-ada3-305f588b7a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:24:49.321241 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Attempting to bind port fca2b0c6-2e52-48d8-b977-684b683fcb7a on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:24:49.326589 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:24:49.326931 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Checking segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:24:49.327314 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Bound using segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:24:49.327739 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Bound port: fca2b0c6-2e52-48d8-b977-684b683fcb7a, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:24:49.328095 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:49.395587 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] For port fca2b0c6-2e52-48d8-b977-684b683fcb7a, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:24:49.399234 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] For port fca2b0c6-2e52-48d8-b977-684b683fcb7a, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fca2b0c6-2e52-48d8-b977-684b683fcb7a,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:24:49.407179 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:49.447065 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:49.447686 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:49.449080 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] 10.222.0.62 "PUT /v2.0/ports/fca2b0c6-2e52-48d8-b977-684b683fcb7a HTTP/1.1" status: 200 len: 1094 time: 0.8331707 May 04 08:24:49.449497 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225953d6-b15d-43b9-9863-8c2db57b3634', 'tag': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:49.451797 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "225953d6-b15d-43b9-9863-8c2db57b3634", "tag": "fca2b0c6-2e52-48d8-b977-684b683fcb7a"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:49.476125 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f21dcd-3906-4f00-a20a-b4630ce5b186 service neutron] Pushing event updated for resources: {'Port': ['ID=fca2b0c6-2e52-48d8-b977-684b683fcb7a,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:49.523069 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070126ad-cf0b-4e30-bb12-04e67b1a15f4 x-openstack-request-id: req-070126ad-cf0b-4e30-bb12-04e67b1a15f4 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:49.523541 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225953d6-b15d-43b9-9863-8c2db57b3634", "tag": "fca2b0c6-2e52-48d8-b977-684b683fcb7a", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:49.523819 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-070126ad-cf0b-4e30-bb12-04e67b1a15f4 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:49.524223 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070126ad-cf0b-4e30-bb12-04e67b1a15f4'] response: {'name': 'network-changed', 'server_uuid': '225953d6-b15d-43b9-9863-8c2db57b3634', 'tag': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'status': 'completed', 'code': 200} May 04 08:24:49.554322 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-3aa5453d-414a-4e6e-829f-6c5c5cbe9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:49.555908 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-3aa5453d-414a-4e6e-829f-6c5c5cbe9cf0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 1128 time: 0.0453517 May 04 08:24:49.606298 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-f9e8f012-672f-465e-876f-7e401dfd7381 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca2b0c6-2e52-48d8-b977-684b683fcb7a HTTP/1.1" status: 200 len: 217 time: 0.0383656 May 04 08:24:49.658548 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-12ad3b2e-3eaa-41a0-8b6a-c85a3c2614e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:49.659917 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-12ad3b2e-3eaa-41a0-8b6a-c85a3c2614e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0453422 May 04 08:24:49.705266 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-20161067-ccef-4b34-94e3-68bdae237653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:49.706893 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-20161067-ccef-4b34-94e3-68bdae237653 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0409241 May 04 08:24:49.805762 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-af04ed72-1361-47a7-9696-a39f4c03341e service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922475 May 04 08:24:49.904931 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ba352d77-c4b3-4ca8-bdcb-e73bff77bf8c req-044806f1-e621-440c-a03c-3979e172c26a service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933089 May 04 08:24:50.273248 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6525a86-23b4-449d-a5da-493762cc8edd req-2aca0efa-a9c6-4839-81f6-5836954a9666 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:50.274843 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b6525a86-23b4-449d-a5da-493762cc8edd req-2aca0efa-a9c6-4839-81f6-5836954a9666 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 944 time: 0.0550294 May 04 08:24:50.329651 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b6525a86-23b4-449d-a5da-493762cc8edd req-f140b28d-22ae-41c2-ba96-681cf0b82c3f tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438709 May 04 08:24:50.746023 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-fe77ed44-fc28-4398-91c3-cd0b5ccdc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:50.747521 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-fe77ed44-fc28-4398-91c3-cd0b5ccdc139 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 1128 time: 0.0494971 May 04 08:24:50.849130 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-f1b26a81-8cee-4401-9028-4d2ec8028fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:50.850679 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-f1b26a81-8cee-4401-9028-4d2ec8028fb9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 916 time: 0.0964427 May 04 08:24:50.896691 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-8a2f3b97-fa4e-4f93-8432-7cb0f3a87449 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca2b0c6-2e52-48d8-b977-684b683fcb7a HTTP/1.1" status: 200 len: 217 time: 0.0397372 May 04 08:24:50.946993 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-28738295-6894-43b8-857f-edc086b57e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:50.948506 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-28738295-6894-43b8-857f-edc086b57e6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0464997 May 04 08:24:50.997748 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-d0ef079b-eb67-4d9a-b858-bfe9482a278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:50.999839 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-d0ef079b-eb67-4d9a-b858-bfe9482a278f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0448558 May 04 08:24:51.092196 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-50e0fc93-401d-4c07-8c41-ebcb7a1db138 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869503 May 04 08:24:51.189638 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9ea950ef-2aa1-4e1e-a362-7c23cb890b8c req-19163db5-5604-4040-b5ad-19ffc13db207 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915940 May 04 08:24:51.464005 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3718deb-9334-4dea-b0aa-409060f94781 req-bfcc8601-c53d-41fe-bc5c-1db666a2464e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:51.465598 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f3718deb-9334-4dea-b0aa-409060f94781 req-bfcc8601-c53d-41fe-bc5c-1db666a2464e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 944 time: 0.0538967 May 04 08:24:51.519817 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f3718deb-9334-4dea-b0aa-409060f94781 req-7d6d95f5-bc86-448d-b4ea-6e488d475682 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481064 May 04 08:24:52.381511 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:52.641612 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c3e50-72bf-49ea-8d2c-afb7ec325b13 req-7dc10814-cef3-4499-9339-297f82b2c95c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:52.643723 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3e2c3e50-72bf-49ea-8d2c-afb7ec325b13 req-7dc10814-cef3-4499-9339-297f82b2c95c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 944 time: 0.0491371 May 04 08:24:52.727550 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3e2c3e50-72bf-49ea-8d2c-afb7ec325b13 req-cf615f3e-6d44-45fa-8cda-817fc4603111 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757842 May 04 08:24:53.089358 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device fca2b0c6-2e52-48d8-b977-684b683fcb7a details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:24:53.200282 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port fca2b0c6-2e52-48d8-b977-684b683fcb7a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fca2b0c6-2e52-48d8-b977-684b683fcb7a,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:53.213399 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:24:53.260502 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port fca2b0c6-2e52-48d8-b977-684b683fcb7a is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:53.260871 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:53.279625 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca2b0c6-2e52-48d8-b977-684b683fcb7a {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:24:53.301558 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port fca2b0c6-2e52-48d8-b977-684b683fcb7a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fca2b0c6-2e52-48d8-b977-684b683fcb7a,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:53.308327 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:53.361342 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=fca2b0c6-2e52-48d8-b977-684b683fcb7a,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:53.609080 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['fca2b0c6-2e52-48d8-b977-684b683fcb7a'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:24:53.840699 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66931999-9cf9-400b-b82b-c53cf68b292a req-77cf519f-99ac-457e-aa9d-8de40f626275 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:53.842246 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-66931999-9cf9-400b-b82b-c53cf68b292a req-77cf519f-99ac-457e-aa9d-8de40f626275 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 945 time: 0.0486803 May 04 08:24:53.893872 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-66931999-9cf9-400b-b82b-c53cf68b292a req-f6fd6472-78fe-458b-b4c0-62a1d80a111d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459161 May 04 08:24:55.019341 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814ecca-4d62-414c-8918-bed361f1a9df req-78d56cac-a871-46f2-bfe3-761236cd735e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:55.020844 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c814ecca-4d62-414c-8918-bed361f1a9df req-78d56cac-a871-46f2-bfe3-761236cd735e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 945 time: 0.0536931 May 04 08:24:55.072775 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c814ecca-4d62-414c-8918-bed361f1a9df req-919856a3-63cf-444e-b997-6777bb190c39 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 May 04 08:24:55.105809 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device fca2b0c6-2e52-48d8-b977-684b683fcb7a up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:24:55.153626 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port fca2b0c6-2e52-48d8-b977-684b683fcb7a completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:24:55.160480 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port fca2b0c6-2e52-48d8-b977-684b683fcb7a triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:24:55.160848 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:55.245265 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port fca2b0c6-2e52-48d8-b977-684b683fcb7a is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:24:55.245651 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:55.273523 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225953d6-b15d-43b9-9863-8c2db57b3634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:55.276010 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a771a713-0a6e-42b4-bc7a-0d13142dd898" -d '{"events": [{"server_uuid": "225953d6-b15d-43b9-9863-8c2db57b3634", "name": "network-vif-plugged", "status": "completed", "tag": "fca2b0c6-2e52-48d8-b977-684b683fcb7a"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:55.291254 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port fca2b0c6-2e52-48d8-b977-684b683fcb7a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fca2b0c6-2e52-48d8-b977-684b683fcb7a,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:24:55.297118 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:55.322014 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7ef251-3f68-4fb1-bf68-62f1e77d27a4 x-openstack-request-id: req-5d7ef251-3f68-4fb1-bf68-62f1e77d27a4 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:55.322336 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225953d6-b15d-43b9-9863-8c2db57b3634", "name": "network-vif-plugged", "status": "completed", "tag": "fca2b0c6-2e52-48d8-b977-684b683fcb7a", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:55.322613 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d7ef251-3f68-4fb1-bf68-62f1e77d27a4 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:55.323142 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7ef251-3f68-4fb1-bf68-62f1e77d27a4'] response: {'server_uuid': '225953d6-b15d-43b9-9863-8c2db57b3634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'code': 200} May 04 08:24:55.349483 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=fca2b0c6-2e52-48d8-b977-684b683fcb7a,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:24:55.536585 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb43ab-1418-4572-9699-d0c401f2def6 req-02f6e118-d828-4d0f-909f-9546a3cbc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:55.538493 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-75fb43ab-1418-4572-9699-d0c401f2def6 req-02f6e118-d828-4d0f-909f-9546a3cbc9f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 1130 time: 0.0464656 May 04 08:24:55.586807 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-75fb43ab-1418-4572-9699-d0c401f2def6 req-24a5171e-33ac-4a02-8a06-0af893391ef9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 May 04 08:24:56.205201 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0d96f-bdff-49e3-b954-3b84f4fe0843 req-b0860402-fe93-45f2-adca-aa85284e1537 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:56.206742 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88a0d96f-bdff-49e3-b954-3b84f4fe0843 req-b0860402-fe93-45f2-adca-aa85284e1537 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 946 time: 0.0498681 May 04 08:24:56.257450 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-88a0d96f-bdff-49e3-b954-3b84f4fe0843 req-d668021b-acae-407e-9d9d-a9347472e129 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427363 May 04 08:24:57.405770 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8d44-9577-43ce-9081-78b7a30c21b5 req-a56960f7-6d02-434a-86bf-2200a3bfa421 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:57.408013 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d0ea8d44-9577-43ce-9081-78b7a30c21b5 req-a56960f7-6d02-434a-86bf-2200a3bfa421 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 946 time: 0.0613439 May 04 08:24:57.459110 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d0ea8d44-9577-43ce-9081-78b7a30c21b5 req-d16f99ae-8ee4-42af-a757-df2e1bb00d7c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446835 May 04 08:24:57.589577 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02482d-66f4-4b79-ae13-23b1b241ef47 req-d98d683a-e94a-4fa7-8748-6c2d3e4947f4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:57.591288 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0f02482d-66f4-4b79-ae13-23b1b241ef47 req-d98d683a-e94a-4fa7-8748-6c2d3e4947f4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 946 time: 0.0555613 May 04 08:24:57.603915 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49598) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:24:57.611216 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-1148b838-f77f-4fba-9026-685226673ac1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'floatingip': {'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:24:57.663019 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1148b838-f77f-4fba-9026-685226673ac1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (e444a1d2-7ae6-46ac-a755-495a0945569f), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:58.144718 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1148b838-f77f-4fba-9026-685226673ac1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:58.151126 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1148b838-f77f-4fba-9026-685226673ac1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (e444a1d2-7ae6-46ac-a755-495a0945569f), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:58.259120 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-1148b838-f77f-4fba-9026-685226673ac1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Floating IP e444a1d2-7ae6-46ac-a755-495a0945569f associated. External IP: 172.28.3.205, port: fca2b0c6-2e52-48d8-b977-684b683fcb7a. May 04 08:24:58.499803 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1148b838-f77f-4fba-9026-685226673ac1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:24:58.879935 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1148b838-f77f-4fba-9026-685226673ac1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:24:58.885145 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1148b838-f77f-4fba-9026-685226673ac1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:24:58.890326 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:24:58.905451 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:58.906515 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:58.917603 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-1148b838-f77f-4fba-9026-685226673ac1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "PUT /v2.0/floatingips/e444a1d2-7ae6-46ac-a755-495a0945569f HTTP/1.1" status: 200 len: 992 time: 1.3123801 May 04 08:24:58.918194 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225953d6-b15d-43b9-9863-8c2db57b3634', 'tag': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:24:58.921300 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7357bc9-6f06-489a-af56-6e9690ed72ca" -d '{"events": [{"name": "network-changed", "server_uuid": "225953d6-b15d-43b9-9863-8c2db57b3634", "tag": "fca2b0c6-2e52-48d8-b977-684b683fcb7a"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:24:58.962446 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8dacbd-23c0-4734-a1af-c6c13880d91c x-openstack-request-id: req-6a8dacbd-23c0-4734-a1af-c6c13880d91c {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:24:58.962446 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225953d6-b15d-43b9-9863-8c2db57b3634", "tag": "fca2b0c6-2e52-48d8-b977-684b683fcb7a", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:24:58.962446 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a8dacbd-23c0-4734-a1af-c6c13880d91c {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:24:58.962964 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8dacbd-23c0-4734-a1af-c6c13880d91c'] response: {'name': 'network-changed', 'server_uuid': '225953d6-b15d-43b9-9863-8c2db57b3634', 'tag': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'status': 'completed', 'code': 200} May 04 08:24:59.023856 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:59.054885 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-bdd53476-d69b-4d43-9c0f-722c0467ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:59.056492 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-bdd53476-d69b-4d43-9c0f-722c0467ed65 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 1130 time: 0.0436320 May 04 08:24:59.151988 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-2e72f701-3c1e-4fe2-b486-50b2bfb5b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:59.153479 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-2e72f701-3c1e-4fe2-b486-50b2bfb5b225 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 916 time: 0.0908990 May 04 08:24:59.218681 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-bb601fae-af11-4461-b1b6-75e2a08d150d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca2b0c6-2e52-48d8-b977-684b683fcb7a HTTP/1.1" status: 200 len: 1000 time: 0.0584645 May 04 08:24:59.249104 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'e444a1d2-7ae6-46ac-a755-495a0945569f', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:24:45Z', 'updated_at': '2022-05-04T08:24:58Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:59.274711 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-322b3455-34ae-4d16-91d6-dc64c0eb38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:59.274711 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-322b3455-34ae-4d16-91d6-dc64c0eb38ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0469928 May 04 08:24:59.275561 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:24:59.284743 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:24:59.285388 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:24:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:59.318528 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-12fe2f65-955a-4c05-be89-3c13f215cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:24:59.320248 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-12fe2f65-955a-4c05-be89-3c13f215cec4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0392969 May 04 08:24:59.394775 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:24:59.410939 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-a5ca0ff3-85f8-4043-aa88-c63edfcee646 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834906 May 04 08:24:59.627189 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'e444a1d2-7ae6-46ac-a755-495a0945569f', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:24:45Z', 'updated_at': '2022-05-04T08:24:58Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:24:59.661951 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f549c-d541-4b3d-895a-f6016d6c235f None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'e444a1d2-7ae6-46ac-a755-495a0945569f', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:24:45Z', 'updated_at': '2022-05-04T08:24:58Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:24:59.804081 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-b7357bc9-6f06-489a-af56-6e9690ed72ca req-2da409e7-88fb-466e-915a-85f4026d6801 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865421 May 04 08:24:59.872395 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aef50d-9959-41b6-8000-29931d1d5502 None None] New status for floating IP e444a1d2-7ae6-46ac-a755-495a0945569f: ACTIVE {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:25:02.275077 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:25:03.907944 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-9bc29dab-e9f0-43c7-aa01-2c009fd0b0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:06.146377 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-2c32c106-05b9-4670-9b5a-f45647b08de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:07.417011 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:09.165532 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:10.449181 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:10.711821 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49674) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:10.825570 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:10.907688 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Publish callbacks [] for security_group (02782c52-ecf0-49ad-b856-2bcbb5bd5c7a), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:10.914191 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (02782c52-ecf0-49ad-b856-2bcbb5bd5c7a), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:10.953612 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02782c52-ecf0-49ad-b856-2bcbb5bd5c7a,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:10.957524 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48c3bf130d0c48748190e588fd043c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446105 May 04 08:25:10.960540 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49678) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:10.963772 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.964124 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.964443 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.964811 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.965140 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.965492 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.965793 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.966117 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.966925 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.967261 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.967589 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.967912 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.968221 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.968539 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:10.969547 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392eff7-5ffa-4e92-8480-9dd5bc622117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.020266 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Publish callbacks [] for security_group (02782c52-ecf0-49ad-b856-2bcbb5bd5c7a), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:11.046059 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Publish callbacks [] for security_group (02782c52-ecf0-49ad-b856-2bcbb5bd5c7a), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:11.100098 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (02782c52-ecf0-49ad-b856-2bcbb5bd5c7a), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:11.103250 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:11.104560 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02782c52-ecf0-49ad-b856-2bcbb5bd5c7a HTTP/1.1" status: 204 len: 168 time: 0.1427681 May 04 08:25:11.114065 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02782c52-ecf0-49ad-b856-2bcbb5bd5c7a,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:11.125002 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.125437 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.125693 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.126067 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.126364 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.126772 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.127087 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.127424 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.127748 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.128073 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.128407 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.128731 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.129022 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.129345 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:11.129667 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc6a8e-522c-4e03-9bbb-1fa497fd6076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:22.239096 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 49816) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:22.347968 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6c5b0467-f4f8-4616-9351-7fc18e3ba4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:22.393221 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:22.430987 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6c5b0467-f4f8-4616-9351-7fc18e3ba4c1 admin admin] Publish callbacks [] for security_group (e57e800e-c45a-476b-81f1-622a8ad14654), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:22.436296 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6c5b0467-f4f8-4616-9351-7fc18e3ba4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e57e800e-c45a-476b-81f1-622a8ad14654), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:22.478108 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-6c5b0467-f4f8-4616-9351-7fc18e3ba4c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d27e0dca87646389432107f6d8ef9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354634 May 04 08:25:22.478108 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b0467-f4f8-4616-9351-7fc18e3ba4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57e800e-c45a-476b-81f1-622a8ad14654,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:22.479683 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49820) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:22.540505 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-df1b647a-361d-4a43-8db3-2dd8077691ad admin admin] Publish callbacks [] for security_group (e57e800e-c45a-476b-81f1-622a8ad14654), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:22.569018 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-df1b647a-361d-4a43-8db3-2dd8077691ad admin admin] Publish callbacks [] for security_group (e57e800e-c45a-476b-81f1-622a8ad14654), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:22.625884 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-df1b647a-361d-4a43-8db3-2dd8077691ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e57e800e-c45a-476b-81f1-622a8ad14654), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:22.628647 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-df1b647a-361d-4a43-8db3-2dd8077691ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:22.629845 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-df1b647a-361d-4a43-8db3-2dd8077691ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e57e800e-c45a-476b-81f1-622a8ad14654 HTTP/1.1" status: 204 len: 168 time: 0.1487966 May 04 08:25:22.638894 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b647a-361d-4a43-8db3-2dd8077691ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57e800e-c45a-476b-81f1-622a8ad14654,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:23.343250 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49842) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:23.444939 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1209113459-network', 'tenant_id': 'f663e6e6bf8c42ef87dd633ece98b874'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:23.464929 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Made reservation on behalf of f663e6e6bf8c42ef87dd633ece98b874 for: {'network': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:25:23.467222 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.476069 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.558116 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Publish callbacks [] for security_group (7cc3e315-f27b-4db5-89a4-e909cb6a4ab4), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.564023 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7cc3e315-f27b-4db5-89a4-e909cb6a4ab4), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.589172 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:25:23.600323 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:23.607113 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (86a21d23-69b8-417d-9153-92860f8301d9), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.607460 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.segments_db [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Added segment 86a21d23-69b8-417d-9153-92860f8301d9 of type vlan for network 7140e709-f048-49ce-9770-5b7664543798 May 04 08:25:23.651920 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (7140e709-f048-49ce-9770-5b7664543798), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.678898 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (7140e709-f048-49ce-9770-5b7664543798), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.679867 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:23.680477 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.717645 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3732345 May 04 08:25:23.720521 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49846) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:23.726649 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Request body: {'subnet': {'network_id': '7140e709-f048-49ce-9770-5b7664543798', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1209113459-subnet', 'tenant_id': 'f663e6e6bf8c42ef87dd633ece98b874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:23.757363 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ca16f-a45f-43f7-beb8-a72acc59e04f admin admin] Pushing event updated for resources: {'Network': ['ID=7140e709-f048-49ce-9770-5b7664543798,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:23.767334 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 7140e709-f048-49ce-9770-5b7664543798 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:25:23.776065 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Made reservation on behalf of f663e6e6bf8c42ef87dd633ece98b874 for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:25:23.779931 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408465'] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:23.978100 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16501709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408463'] for subnet (b3118d68-ff05-45c0-ae9e-69a772b92729), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:24.035617 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3118d68-ff05-45c0-ae9e-69a772b92729,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:24.051911 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Checking segment: {'id': '86a21d23-69b8-417d-9153-92860f8301d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7140e709-f048-49ce-9770-5b7664543798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:25:24.052266 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Network hostable DHCP agents. Network: 7140e709-f048-49ce-9770-5b7664543798, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:25:24.071960 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Network 7140e709-f048-49ce-9770-5b7664543798 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:25:24.083084 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 7140e709-f048-49ce-9770-5b7664543798) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:25:24.087410 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:24.088000 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:24.093437 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec039541-edf6-45a6-9253-32ea7d8dffef None None] Network 7140e709-f048-49ce-9770-5b7664543798 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:25:24.108386 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-23720de1-8c7d-44e5-846e-c15f5cd0a768 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3867085 May 04 08:25:24.198029 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2f464-91d9-4c7b-ab91-81dd53b51f34 None None] Network 7140e709-f048-49ce-9770-5b7664543798 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:25:25.901212 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-e42ceb61-6332-436f-88b4-110cb44add26 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:25.902673 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-e42ceb61-6332-436f-88b4-110cb44add26 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/networks?id=7140e709-f048-49ce-9770-5b7664543798 HTTP/1.1" status: 200 len: 814 time: 0.1126101 May 04 08:25:25.918765 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-9b672858-2bd7-49ca-9abf-02568fc957c0 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/quotas/f663e6e6bf8c42ef87dd633ece98b874 HTTP/1.1" status: 200 len: 375 time: 0.0103912 May 04 08:25:25.953276 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-28dbf194-1b68-4f8d-b394-e56f01fa034e tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f663e6e6bf8c42ef87dd633ece98b874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282130 May 04 08:25:26.047952 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-8d62759f-0546-40e0-9dd8-fac31bc31a29 service neutron] 10.222.0.60 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883446 May 04 08:25:26.156546 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-a89a1152-cd36-4bf7-93a8-e00e8868601b service neutron] 10.222.0.60 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991409 May 04 08:25:26.336858 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f241da5b-31a6-4134-9df6-e5616692be19 req-6aa33b2b-546c-4223-bfbc-06db995cbe4e tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 210 time: 0.0293319 May 04 08:25:27.463621 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7fe55d25-25b6-4e94-a12a-65b8d17a940e req-afcbe210-6713-4530-9faa-3fdaa17466e4 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 210 time: 0.0355577 May 04 08:25:27.491981 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-5cd9c764-212f-4d7e-87d6-315c85b67231 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:27.493457 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-5cd9c764-212f-4d7e-87d6-315c85b67231 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.62 "GET /v2.0/networks?id=7140e709-f048-49ce-9770-5b7664543798 HTTP/1.1" status: 200 len: 814 time: 0.1666126 May 04 08:25:27.516449 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Request body: {'port': {'device_id': '19bf7acd-0143-4e45-846e-12e5089c5d65', 'network_id': '7140e709-f048-49ce-9770-5b7664543798', 'admin_state_up': True, 'tenant_id': 'f663e6e6bf8c42ef87dd633ece98b874'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:27.632237 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Made reservation on behalf of f663e6e6bf8c42ef87dd633ece98b874 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:25:27.635638 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.769807 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Allocated IP 172.20.0.12 (7140e709-f048-49ce-9770-5b7664543798/b3118d68-ff05-45c0-ae9e-69a772b92729/c8385f99-2759-4f09-b6b4-a99ae436c0a8) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:25:27.926520 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks [] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:27.965024 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.007150 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Network 7140e709-f048-49ce-9770-5b7664543798 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:25:28.010462 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:25:28.016897 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:25:28.023627 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Pushing event updated for resources: {'Port': ['ID=c8385f99-2759-4f09-b6b4-a99ae436c0a8,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:28.071746 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:28.072344 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.090946 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-318981ce-2cb1-42a9-89a5-934b09c8e3e2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5828669 May 04 08:25:28.107692 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Request body: {'port': {'device_id': '19bf7acd-0143-4e45-846e-12e5089c5d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:28.172231 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.448681 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8385f99-2759-4f09-b6b4-a99ae436c0a8 {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:25:28.456713 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Publish callbacks [] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.469947 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Transition to ACTIVE for port object c8385f99-2759-4f09-b6b4-a99ae436c0a8 will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:25:28.476224 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.532736 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Pushing event updated for resources: {'Port': ['ID=c8385f99-2759-4f09-b6b4-a99ae436c0a8,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:28.618071 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ccd0-5d0e-47dd-ab8f-8a10daea1773 req-4dc8109f-dc2d-4096-9645-7c51edc888a3 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:28.619563 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dc74ccd0-5d0e-47dd-ab8f-8a10daea1773 req-4dc8109f-dc2d-4096-9645-7c51edc888a3 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 944 time: 0.0701175 May 04 08:25:28.654708 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Attempting to bind port c8385f99-2759-4f09-b6b4-a99ae436c0a8 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:25:28.655043 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Attempting to bind port c8385f99-2759-4f09-b6b4-a99ae436c0a8 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '86a21d23-69b8-417d-9153-92860f8301d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7140e709-f048-49ce-9770-5b7664543798'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:25:28.655476 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Attempting to bind port c8385f99-2759-4f09-b6b4-a99ae436c0a8 on network 7140e709-f048-49ce-9770-5b7664543798 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:25:28.664479 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Port c8385f99-2759-4f09-b6b4-a99ae436c0a8 on network 7140e709-f048-49ce-9770-5b7664543798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:25:28.664800 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Attempting to bind port c8385f99-2759-4f09-b6b4-a99ae436c0a8 on network 7140e709-f048-49ce-9770-5b7664543798 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:25:28.679368 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:25:28.679687 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Checking segment: {'id': '86a21d23-69b8-417d-9153-92860f8301d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7140e709-f048-49ce-9770-5b7664543798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:25:28.680086 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Bound using segment: {'id': '86a21d23-69b8-417d-9153-92860f8301d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7140e709-f048-49ce-9770-5b7664543798'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:25:28.680504 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Bound port: c8385f99-2759-4f09-b6b4-a99ae436c0a8, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a21d23-69b8-417d-9153-92860f8301d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7140e709-f048-49ce-9770-5b7664543798'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:25:28.680864 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.710353 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dc74ccd0-5d0e-47dd-ab8f-8a10daea1773 req-6f17f46f-421b-4e47-b2df-310c62e961cb tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829635 May 04 08:25:28.774780 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] For port c8385f99-2759-4f09-b6b4-a99ae436c0a8, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:25:28.778245 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] For port c8385f99-2759-4f09-b6b4-a99ae436c0a8, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c8385f99-2759-4f09-b6b4-a99ae436c0a8,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:25:28.785198 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.829814 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:28.830438 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:28.831890 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] 10.222.0.62 "PUT /v2.0/ports/c8385f99-2759-4f09-b6b4-a99ae436c0a8 HTTP/1.1" status: 200 len: 1094 time: 0.7283194 May 04 08:25:28.832335 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bf7acd-0143-4e45-846e-12e5089c5d65', 'tag': 'c8385f99-2759-4f09-b6b4-a99ae436c0a8'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:25:28.834627 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c4e109-e2be-490b-92bc-26f85ab412fa" -d '{"events": [{"name": "network-changed", "server_uuid": "19bf7acd-0143-4e45-846e-12e5089c5d65", "tag": "c8385f99-2759-4f09-b6b4-a99ae436c0a8"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:25:28.856993 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11d30c-de2a-4fac-a72f-dfe6b5d20c5d service neutron] Pushing event updated for resources: {'Port': ['ID=c8385f99-2759-4f09-b6b4-a99ae436c0a8,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:28.870712 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5402e897-d985-41e7-81be-1ac4f0633356 x-openstack-request-id: req-5402e897-d985-41e7-81be-1ac4f0633356 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:25:28.871026 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bf7acd-0143-4e45-846e-12e5089c5d65", "tag": "c8385f99-2759-4f09-b6b4-a99ae436c0a8", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:25:28.871277 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5402e897-d985-41e7-81be-1ac4f0633356 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:25:28.871666 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5402e897-d985-41e7-81be-1ac4f0633356'] response: {'name': 'network-changed', 'server_uuid': '19bf7acd-0143-4e45-846e-12e5089c5d65', 'tag': 'c8385f99-2759-4f09-b6b4-a99ae436c0a8', 'status': 'completed', 'code': 200} May 04 08:25:28.944536 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-457767be-4fab-44bc-8660-c20e60acb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:28.946026 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-457767be-4fab-44bc-8660-c20e60acb4c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f663e6e6bf8c42ef87dd633ece98b874&device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 1128 time: 0.0427737 May 04 08:25:29.000681 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-a473c890-c20a-47b0-bc36-539ef18d8ed7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8385f99-2759-4f09-b6b4-a99ae436c0a8 HTTP/1.1" status: 200 len: 217 time: 0.0407917 May 04 08:25:29.054741 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-280a0bc0-d105-491a-89c4-cc468035cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:29.056242 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-280a0bc0-d105-491a-89c4-cc468035cfc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3118d68-ff05-45c0-ae9e-69a772b92729 HTTP/1.1" status: 200 len: 854 time: 0.0488603 May 04 08:25:29.090171 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-926a216f-48b4-4ee9-a853-ca9ac4c40636 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7140e709-f048-49ce-9770-5b7664543798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268931 May 04 08:25:29.187983 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-94ff7977-46ca-46af-b75d-33b3e916a1c3 service neutron] 10.222.0.62 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893154 May 04 08:25:29.280749 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-60fbfe7f-174a-44b4-a0dd-5f4e84e6bdaa req-430f7a94-561a-4fc4-a1f7-7cf18f96e8ee service neutron] 10.222.0.62 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847659 May 04 08:25:29.841522 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a20dd-0c02-4a1c-ab18-7832648cd5c5 req-c1a3f7ec-6f58-4349-8305-e2751de961ac tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:29.843163 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a45a20dd-0c02-4a1c-ab18-7832648cd5c5 req-c1a3f7ec-6f58-4349-8305-e2751de961ac tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 944 time: 0.0556617 May 04 08:25:29.892082 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a45a20dd-0c02-4a1c-ab18-7832648cd5c5 req-83d18586-77b4-42b6-9792-f886e3cea5c6 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 May 04 08:25:30.074443 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-a270c99c-1744-4e8f-8832-e41f01684bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:30.075982 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-a270c99c-1744-4e8f-8832-e41f01684bcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f663e6e6bf8c42ef87dd633ece98b874&device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 1128 time: 0.0431311 May 04 08:25:30.168276 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-08ca623c-cca8-4718-955b-cbe5d2d1d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:30.169759 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-08ca623c-cca8-4718-955b-cbe5d2d1d316 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7140e709-f048-49ce-9770-5b7664543798 HTTP/1.1" status: 200 len: 915 time: 0.0873318 May 04 08:25:30.214789 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-54826d98-3bf9-4021-8c46-57d6b742f6cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8385f99-2759-4f09-b6b4-a99ae436c0a8 HTTP/1.1" status: 200 len: 217 time: 0.0360720 May 04 08:25:30.273912 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-48e73aab-5d36-427e-9c4e-990c77f057f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:30.275338 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-48e73aab-5d36-427e-9c4e-990c77f057f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3118d68-ff05-45c0-ae9e-69a772b92729 HTTP/1.1" status: 200 len: 854 time: 0.0516098 May 04 08:25:30.312559 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-538681e2-c333-460f-a082-1a2c2870a94a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7140e709-f048-49ce-9770-5b7664543798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304213 May 04 08:25:30.403901 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-f9ca02c2-c32f-433b-b1f7-726625dfe8b2 service neutron] 10.222.0.62 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861626 May 04 08:25:30.507624 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-77c4e109-e2be-490b-92bc-26f85ab412fa req-efc41898-638e-4fd1-97a5-fff65da05a00 service neutron] 10.222.0.62 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972493 May 04 08:25:31.022352 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb505dcb-cd64-4e52-8e44-0cb37317e85c req-3e206339-fb47-4930-b3f1-99597557a9ca tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:31.023877 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cb505dcb-cd64-4e52-8e44-0cb37317e85c req-3e206339-fb47-4930-b3f1-99597557a9ca tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 944 time: 0.0551631 May 04 08:25:31.075262 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-cb505dcb-cd64-4e52-8e44-0cb37317e85c req-ebf0c58e-0023-4d08-a408-186ede621022 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444210 May 04 08:25:31.317709 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device c8385f99-2759-4f09-b6b4-a99ae436c0a8 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:25:31.425157 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port c8385f99-2759-4f09-b6b4-a99ae436c0a8, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c8385f99-2759-4f09-b6b4-a99ae436c0a8,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:31.438583 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'c8385f99-2759-4f09-b6b4-a99ae436c0a8', 'network_id': '7140e709-f048-49ce-9770-5b7664543798', 'port_id': 'c8385f99-2759-4f09-b6b4-a99ae436c0a8', 'mac_address': 'fa:16:3e:72:f8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3118d68-ff05-45c0-ae9e-69a772b92729', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:25:31.477346 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port c8385f99-2759-4f09-b6b4-a99ae436c0a8 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:25:31.477737 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.495342 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8385f99-2759-4f09-b6b4-a99ae436c0a8 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:25:31.515817 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port c8385f99-2759-4f09-b6b4-a99ae436c0a8, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c8385f99-2759-4f09-b6b4-a99ae436c0a8,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:31.522915 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:31.571550 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=c8385f99-2759-4f09-b6b4-a99ae436c0a8,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:31.578730 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.579067 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.579404 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.579761 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.580064 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.580415 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.580717 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.581035 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.581348 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.581664 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.581995 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.582344 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.582674 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.583003 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.583366 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:25:31.801535 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['c8385f99-2759-4f09-b6b4-a99ae436c0a8'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:25:32.195755 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a148b7-452c-4bdf-b531-8805444abea6 req-ce5885b3-f380-4f79-af4c-b668cc5184fa tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:32.197298 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-65a148b7-452c-4bdf-b531-8805444abea6 req-ce5885b3-f380-4f79-af4c-b668cc5184fa tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 945 time: 0.0510638 May 04 08:25:32.251996 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-65a148b7-452c-4bdf-b531-8805444abea6 req-c21d3119-6b9f-433e-b8fb-09d10ce5cdcb tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487056 May 04 08:25:33.323297 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device c8385f99-2759-4f09-b6b4-a99ae436c0a8 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:25:33.368189 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port c8385f99-2759-4f09-b6b4-a99ae436c0a8 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:25:33.375460 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port c8385f99-2759-4f09-b6b4-a99ae436c0a8 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:25:33.375853 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:33.377692 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe0144-9453-477d-ad27-dd5b3153d3d8 req-e44f7b17-3ef7-4786-a223-aa76f2d32430 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:33.383149 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-effe0144-9453-477d-ad27-dd5b3153d3d8 req-e44f7b17-3ef7-4786-a223-aa76f2d32430 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 945 time: 0.0541174 May 04 08:25:33.431080 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-effe0144-9453-477d-ad27-dd5b3153d3d8 req-7fb249e8-c341-423a-bd4a-606e266eabb8 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449507 May 04 08:25:33.458257 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port c8385f99-2759-4f09-b6b4-a99ae436c0a8 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:25:33.458687 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:33.488397 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bf7acd-0143-4e45-846e-12e5089c5d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8385f99-2759-4f09-b6b4-a99ae436c0a8'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:25:33.490966 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bbb111-dd88-4ce1-a7ca-2adb61d83697" -d '{"events": [{"server_uuid": "19bf7acd-0143-4e45-846e-12e5089c5d65", "name": "network-vif-plugged", "status": "completed", "tag": "c8385f99-2759-4f09-b6b4-a99ae436c0a8"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:25:33.508261 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port c8385f99-2759-4f09-b6b4-a99ae436c0a8, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c8385f99-2759-4f09-b6b4-a99ae436c0a8,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:33.513468 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:33.537972 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f89c5-a098-429b-9268-33a667a568fa x-openstack-request-id: req-e00f89c5-a098-429b-9268-33a667a568fa {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:25:33.538210 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bf7acd-0143-4e45-846e-12e5089c5d65", "name": "network-vif-plugged", "status": "completed", "tag": "c8385f99-2759-4f09-b6b4-a99ae436c0a8", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:25:33.538463 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e00f89c5-a098-429b-9268-33a667a568fa {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:25:33.538901 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00f89c5-a098-429b-9268-33a667a568fa'] response: {'server_uuid': '19bf7acd-0143-4e45-846e-12e5089c5d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8385f99-2759-4f09-b6b4-a99ae436c0a8', 'code': 200} May 04 08:25:33.565081 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=c8385f99-2759-4f09-b6b4-a99ae436c0a8,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:33.740947 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd54f03-6c70-4c35-919e-76321f1df23f req-c7df2b8e-f236-4a4f-8fbf-941624fef261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:33.742575 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2dd54f03-6c70-4c35-919e-76321f1df23f req-c7df2b8e-f236-4a4f-8fbf-941624fef261 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 1130 time: 0.0416760 May 04 08:25:33.786053 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-2dd54f03-6c70-4c35-919e-76321f1df23f req-da057df6-a84e-4889-b13b-c75e282ead40 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376639 May 04 08:25:33.905891 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2379-7cab-4ad1-8f19-e57afcddbe61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:34.555762 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914c136-625b-4e32-96e1-19a99ad5da71 req-dcff82ba-cfeb-4c5e-8031-5f0a12f28508 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:34.557294 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8914c136-625b-4e32-96e1-19a99ad5da71 req-dcff82ba-cfeb-4c5e-8031-5f0a12f28508 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 946 time: 0.0560153 May 04 08:25:34.609143 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8914c136-625b-4e32-96e1-19a99ad5da71 req-f81d691c-7dfb-4dbf-8aa5-17ba32eb830b tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461738 May 04 08:25:35.728409 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9d0ac-dc2e-4141-a941-198cf17a11a2 req-65e8c24b-844d-4660-8ca2-ae34a9cd9d5c tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:35.729929 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0cd9d0ac-dc2e-4141-a941-198cf17a11a2 req-65e8c24b-844d-4660-8ca2-ae34a9cd9d5c tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 946 time: 0.0484321 May 04 08:25:35.779357 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-0cd9d0ac-dc2e-4141-a941-198cf17a11a2 req-240b08ca-9d88-485e-a5e3-74756c7c197c tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435719 May 04 08:25:36.151567 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-13121e3f-a582-4daa-9126-d9083fc31472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:37.418460 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.164572 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.230891 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 49998) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:39.236253 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-3c687762-8614-4de8-8030-6c29c7f08284 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51957800', 'description': 'tempest-description--1005296767'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:39.261012 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3c687762-8614-4de8-8030-6c29c7f08284 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.274592 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:25:39.335051 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3c687762-8614-4de8-8030-6c29c7f08284 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (a6c251bd-e17a-46f0-9719-4f834ad64d96), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.342183 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3c687762-8614-4de8-8030-6c29c7f08284 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a6c251bd-e17a-46f0-9719-4f834ad64d96), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.380797 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-3c687762-8614-4de8-8030-6c29c7f08284 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.384756 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-3c687762-8614-4de8-8030-6c29c7f08284 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1501195 May 04 08:25:39.384756 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c687762-8614-4de8-8030-6c29c7f08284 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c251bd-e17a-46f0-9719-4f834ad64d96,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:39.385138 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50002) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:39.389945 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-19a88fa9-b656-4e33-9045-6a30818e3a93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group_rule': {'security_group_id': 'a6c251bd-e17a-46f0-9719-4f834ad64d96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:39.422048 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19a88fa9-b656-4e33-9045-6a30818e3a93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (f53a3b88-32ac-44a4-ae20-0cefb998fa6d), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.487489 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19a88fa9-b656-4e33-9045-6a30818e3a93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (f53a3b88-32ac-44a4-ae20-0cefb998fa6d), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.493376 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19a88fa9-b656-4e33-9045-6a30818e3a93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (f53a3b88-32ac-44a4-ae20-0cefb998fa6d), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.513614 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a88fa9-b656-4e33-9045-6a30818e3a93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53a3b88-32ac-44a4-ae20-0cefb998fa6d,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:39.524409 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19a88fa9-b656-4e33-9045-6a30818e3a93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.526024 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-19a88fa9-b656-4e33-9045-6a30818e3a93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395705 May 04 08:25:39.529750 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50004) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:39.534368 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-61f38197-a57c-437e-99ac-f6b00f58719b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group_rule': {'security_group_id': 'a6c251bd-e17a-46f0-9719-4f834ad64d96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:39.567819 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61f38197-a57c-437e-99ac-f6b00f58719b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (9bdd1c4b-59a0-4c7e-8484-04c4da5a3f33), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.631736 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61f38197-a57c-437e-99ac-f6b00f58719b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (9bdd1c4b-59a0-4c7e-8484-04c4da5a3f33), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.637274 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61f38197-a57c-437e-99ac-f6b00f58719b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (9bdd1c4b-59a0-4c7e-8484-04c4da5a3f33), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.657183 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f38197-a57c-437e-99ac-f6b00f58719b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdd1c4b-59a0-4c7e-8484-04c4da5a3f33,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:39.664290 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-61f38197-a57c-437e-99ac-f6b00f58719b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.665491 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-61f38197-a57c-437e-99ac-f6b00f58719b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347623 May 04 08:25:39.669378 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50006) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:39.674387 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:39.698098 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.789600 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:39.902613 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Allocated IP 172.28.3.134 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/3f07c96a-3fb9-4b6b-bc85-30aae2d3a548) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:25:40.028577 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (3f07c96a-3fb9-4b6b-bc85-30aae2d3a548), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:40.069753 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (3f07c96a-3fb9-4b6b-bc85-30aae2d3a548), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:40.111762 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:25:40.117191 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:25:40.119930 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:25:40.126497 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=3f07c96a-3fb9-4b6b-bc85-30aae2d3a548,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:40.219815 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (647fa81f-a30f-48c9-b286-b0678f42a6fb), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:40.265097 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (3f07c96a-3fb9-4b6b-bc85-30aae2d3a548), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:40.437675 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (3f07c96a-3fb9-4b6b-bc85-30aae2d3a548), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:40.444054 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (3f07c96a-3fb9-4b6b-bc85-30aae2d3a548), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:40.454986 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:40.525416 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=3f07c96a-3fb9-4b6b-bc85-30aae2d3a548,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:40.539115 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (647fa81f-a30f-48c9-b286-b0678f42a6fb), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:40.556001 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:40.557249 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-db2166b8-e337-4c0a-820c-bb074c41298e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8869116 May 04 08:25:40.774205 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19b25f2c-92ed-4385-b966-2f737b0b59d6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--51957800&fields=id&tenant_id=3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 267 time: 0.0510600 May 04 08:25:40.891589 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-5a5ce219-9af4-499c-97ba-81d8a372a4a2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:40.893200 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-5a5ce219-9af4-499c-97ba-81d8a372a4a2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 815 time: 0.1110349 May 04 08:25:40.915204 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-f275d2da-c08c-4d06-9e13-e38f67a36440 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/quotas/3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 375 time: 0.0155900 May 04 08:25:40.976686 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-1bac03bb-ec6a-413d-9ab7-ad3a7a9dbb9f tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559607 May 04 08:25:41.082034 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-27a7e267-e23e-44e1-892c-5e4daa989fcf service neutron] 10.222.0.60 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907762 May 04 08:25:41.187893 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-223a1475-2765-4dc0-9ea4-6446b0b9f3d7 service neutron] 10.222.0.60 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995941 May 04 08:25:41.361861 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e6b9a8f1-7001-4a5b-8dbf-c0431659a961 req-42a7fc9e-4fc9-4655-bbe2-b5cb326a1b8f tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 210 time: 0.0310843 May 04 08:25:42.495670 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ea31961c-b8eb-4072-9b6b-3a353165f7e8 req-95de8f9f-752b-48ce-bf9f-b374e5f1213b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 210 time: 0.0448251 May 04 08:25:42.578294 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-ce8a452d-b55b-4c43-ba23-572bf927bb57 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:42.579834 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-ce8a452d-b55b-4c43-ba23-572bf927bb57 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 815 time: 0.1490946 May 04 08:25:42.661229 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-639f66ad-a38f-41f3-aa94-53165713ec0f tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 471 time: 0.0650649 May 04 08:25:42.670659 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'port': {'device_id': '8594f014-acab-468c-a989-2d756b02860a', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'admin_state_up': True, 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'security_groups': ['a6c251bd-e17a-46f0-9719-4f834ad64d96']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:42.791129 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Made reservation on behalf of 3aec216a594e4e00b3023a23801cfaa7 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:25:42.794725 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:42.931278 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Allocated IP 172.20.0.12 (7758ebe7-aace-4156-ada3-305f588b7a65/5888843d-66e8-41f4-9f8d-c850c7dc5520/4c966f80-5e2f-4169-9d6a-da784994e8b9) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:25:43.102231 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:43.143331 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:43.186595 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Network 7758ebe7-aace-4156-ada3-305f588b7a65 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:25:43.189673 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:25:43.196539 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:25:43.202663 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=4c966f80-5e2f-4169-9d6a-da784994e8b9,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:43.251405 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:43.252043 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:43.274722 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-19207c7c-d247-4230-bf83-faa5dafba4d9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6080344 May 04 08:25:43.292881 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Request body: {'port': {'device_id': '8594f014-acab-468c-a989-2d756b02860a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:43.365082 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:43.397566 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-ba243699-bf8c-4173-905c-bd81e8c4b011 None None] Provisioning complete for port 4c966f80-5e2f-4169-9d6a-da784994e8b9 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:25:43.398188 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ba243699-bf8c-4173-905c-bd81e8c4b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:43.433400 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-ba243699-bf8c-4173-905c-bd81e8c4b011 None None] Port 4c966f80-5e2f-4169-9d6a-da784994e8b9 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:25:43.654033 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c31dd-7ce2-4ac6-ac5a-2991405f7a43 req-51e0d89b-4ab3-47eb-8b4a-410c7697a981 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:43.655587 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c47c31dd-7ce2-4ac6-ac5a-2991405f7a43 req-51e0d89b-4ab3-47eb-8b4a-410c7697a981 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 932 time: 0.0762410 May 04 08:25:43.702787 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c966f80-5e2f-4169-9d6a-da784994e8b9 {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:25:43.712890 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Publish callbacks [] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:43.743682 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Transition to ACTIVE for port object 4c966f80-5e2f-4169-9d6a-da784994e8b9 will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:25:43.749025 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c47c31dd-7ce2-4ac6-ac5a-2991405f7a43 req-2343e4d1-311b-43ae-bfd7-87146ea0ef51 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755198 May 04 08:25:43.750106 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:43.807004 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c966f80-5e2f-4169-9d6a-da784994e8b9,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:43.887416 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Attempting to bind port 4c966f80-5e2f-4169-9d6a-da784994e8b9 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:25:43.887745 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Attempting to bind port 4c966f80-5e2f-4169-9d6a-da784994e8b9 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:25:43.888065 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Attempting to bind port 4c966f80-5e2f-4169-9d6a-da784994e8b9 on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:25:43.892762 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Port 4c966f80-5e2f-4169-9d6a-da784994e8b9 on network 7758ebe7-aace-4156-ada3-305f588b7a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:25:43.893077 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Attempting to bind port 4c966f80-5e2f-4169-9d6a-da784994e8b9 on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:25:43.898930 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:25:43.899261 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Checking segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:25:43.899641 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Bound using segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:25:43.900062 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Bound port: 4c966f80-5e2f-4169-9d6a-da784994e8b9, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:25:43.900412 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:43.982269 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] For port 4c966f80-5e2f-4169-9d6a-da784994e8b9, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:25:43.986271 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] For port 4c966f80-5e2f-4169-9d6a-da784994e8b9, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4c966f80-5e2f-4169-9d6a-da784994e8b9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:25:44.005658 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:44.045421 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:44.046182 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:44.048149 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/4c966f80-5e2f-4169-9d6a-da784994e8b9 HTTP/1.1" status: 200 len: 1094 time: 0.7598791 May 04 08:25:44.055304 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8594f014-acab-468c-a989-2d756b02860a', 'tag': '4c966f80-5e2f-4169-9d6a-da784994e8b9'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:25:44.056376 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dd38d9-10d6-4dec-8c60-ccb845f23920" -d '{"events": [{"name": "network-changed", "server_uuid": "8594f014-acab-468c-a989-2d756b02860a", "tag": "4c966f80-5e2f-4169-9d6a-da784994e8b9"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:25:44.108437 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f6e0-1a3c-4182-aaf5-6fb5bc4159e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c966f80-5e2f-4169-9d6a-da784994e8b9,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:44.164597 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bd1cb3-6f01-4053-9921-7909ab743ecf x-openstack-request-id: req-43bd1cb3-6f01-4053-9921-7909ab743ecf {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:25:44.164883 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8594f014-acab-468c-a989-2d756b02860a", "tag": "4c966f80-5e2f-4169-9d6a-da784994e8b9", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:25:44.165140 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43bd1cb3-6f01-4053-9921-7909ab743ecf {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:25:44.165551 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bd1cb3-6f01-4053-9921-7909ab743ecf'] response: {'name': 'network-changed', 'server_uuid': '8594f014-acab-468c-a989-2d756b02860a', 'tag': '4c966f80-5e2f-4169-9d6a-da784994e8b9', 'status': 'completed', 'code': 200} May 04 08:25:44.207502 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-c9276afa-1f01-46d4-ba6d-04e5a2a50808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:44.209325 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-c9276afa-1f01-46d4-ba6d-04e5a2a50808 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 1128 time: 0.0716913 May 04 08:25:44.281059 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-e66dd9b4-9b55-46dc-9b6f-857ed5815fbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c966f80-5e2f-4169-9d6a-da784994e8b9 HTTP/1.1" status: 200 len: 217 time: 0.0559528 May 04 08:25:44.350873 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-440c8d7b-367e-4591-94ec-a4d4367e91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:44.352434 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-440c8d7b-367e-4591-94ec-a4d4367e91f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0656092 May 04 08:25:44.406299 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-85fdb6a2-20c3-4754-bdaf-f3a4ca73a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:44.407933 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-85fdb6a2-20c3-4754-bdaf-f3a4ca73a9ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0493183 May 04 08:25:44.516951 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-5795933a-ef40-46f2-a5f8-64b1a0dfce5b service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016588 May 04 08:25:44.608683 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ec3fe405-8923-4017-8fac-2a1b11b2935d req-87a917e8-6a5f-4a7d-9bdf-dc35e5f70334 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857046 May 04 08:25:44.878941 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5c8de-854e-4fbf-bb39-2969c5d5802e req-8fb4fff9-37b1-4d20-be55-3e3d61d000bc tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:44.880802 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-efb5c8de-854e-4fbf-bb39-2969c5d5802e req-8fb4fff9-37b1-4d20-be55-3e3d61d000bc tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 944 time: 0.0619507 May 04 08:25:44.935199 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-efb5c8de-854e-4fbf-bb39-2969c5d5802e req-a9f35551-d45e-4a28-b7a2-6a0e0acf96e4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486381 May 04 08:25:45.522845 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-8562ea8b-9841-4a10-8c56-303f77d46011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:45.524335 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-8562ea8b-9841-4a10-8c56-303f77d46011 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 1128 time: 0.0468476 May 04 08:25:45.632407 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-5dd31f17-acbb-48f8-9119-21a09bd730dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:45.633886 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-5dd31f17-acbb-48f8-9119-21a09bd730dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 916 time: 0.1034687 May 04 08:25:45.679063 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-ded7fc16-5b72-4b66-8053-4e7b6fa0977f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c966f80-5e2f-4169-9d6a-da784994e8b9 HTTP/1.1" status: 200 len: 217 time: 0.0388784 May 04 08:25:45.729530 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-c3e2d8e6-3152-4289-8107-f8b6282f9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:45.731041 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-c3e2d8e6-3152-4289-8107-f8b6282f9dd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0469885 May 04 08:25:45.783092 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-144f06b3-ae16-40b6-b764-87d0f86eed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:45.784594 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-144f06b3-ae16-40b6-b764-87d0f86eed69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477927 May 04 08:25:45.883090 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-550b5014-e1b2-47c8-8cb9-f9944801833d service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919809 May 04 08:25:45.987883 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e9dd38d9-10d6-4dec-8c60-ccb845f23920 req-9e665360-b70a-4bc1-9e0c-0134ae15141d service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979593 May 04 08:25:46.061053 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270819a8-d145-4cb6-9ac9-717848c23837 req-6ba00b59-d47e-4c48-a845-218527ba783c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:46.062524 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-270819a8-d145-4cb6-9ac9-717848c23837 req-6ba00b59-d47e-4c48-a845-218527ba783c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 944 time: 0.0506690 May 04 08:25:46.112638 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-270819a8-d145-4cb6-9ac9-717848c23837 req-6ab50fe1-3dda-4fe4-b60e-1fa6afa41de9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420544 May 04 08:25:47.237276 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe0ab1-20c6-461e-89e8-b6ff599a7af1 req-a8fd7282-d136-47ec-9f31-88d8f2ace0b4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:47.238787 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8abe0ab1-20c6-461e-89e8-b6ff599a7af1 req-a8fd7282-d136-47ec-9f31-88d8f2ace0b4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 944 time: 0.0553517 May 04 08:25:47.423703 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 4c966f80-5e2f-4169-9d6a-da784994e8b9 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:25:47.535739 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 4c966f80-5e2f-4169-9d6a-da784994e8b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4c966f80-5e2f-4169-9d6a-da784994e8b9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:47.550052 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '4c966f80-5e2f-4169-9d6a-da784994e8b9', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'port_id': '4c966f80-5e2f-4169-9d6a-da784994e8b9', 'mac_address': 'fa:16:3e:cf:a6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:25:47.582288 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8abe0ab1-20c6-461e-89e8-b6ff599a7af1 req-a3320a6b-692b-4a9b-8c5f-9e279da8ffa5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3342650 May 04 08:25:47.592103 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 4c966f80-5e2f-4169-9d6a-da784994e8b9 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:25:47.592572 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:47.606038 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c966f80-5e2f-4169-9d6a-da784994e8b9 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:25:47.626342 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 4c966f80-5e2f-4169-9d6a-da784994e8b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4c966f80-5e2f-4169-9d6a-da784994e8b9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:47.632172 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:47.694450 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=4c966f80-5e2f-4169-9d6a-da784994e8b9,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:48.030800 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['4c966f80-5e2f-4169-9d6a-da784994e8b9'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:25:48.721130 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21155e-d8ed-48b3-b49a-607cde178d37 req-39a92907-4bb3-4e9b-bcfd-dffbabdf8d36 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:48.722671 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5c21155e-d8ed-48b3-b49a-607cde178d37 req-39a92907-4bb3-4e9b-bcfd-dffbabdf8d36 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 945 time: 0.0561783 May 04 08:25:48.775651 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5c21155e-d8ed-48b3-b49a-607cde178d37 req-8fb4da46-39ee-42f7-84fa-cad8a43d96fb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441577 May 04 08:25:49.431487 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 4c966f80-5e2f-4169-9d6a-da784994e8b9 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:25:49.479159 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 4c966f80-5e2f-4169-9d6a-da784994e8b9 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:25:49.485711 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 4c966f80-5e2f-4169-9d6a-da784994e8b9 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:25:49.486000 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:49.574151 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 4c966f80-5e2f-4169-9d6a-da784994e8b9 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:25:49.574630 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:49.598529 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8594f014-acab-468c-a989-2d756b02860a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c966f80-5e2f-4169-9d6a-da784994e8b9'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:25:49.600809 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab77d48-8fef-450f-8451-93e3b1efc60c" -d '{"events": [{"server_uuid": "8594f014-acab-468c-a989-2d756b02860a", "name": "network-vif-plugged", "status": "completed", "tag": "4c966f80-5e2f-4169-9d6a-da784994e8b9"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:25:49.613975 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 4c966f80-5e2f-4169-9d6a-da784994e8b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4c966f80-5e2f-4169-9d6a-da784994e8b9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:25:49.620367 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:49.649215 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4d3133-4a57-4d64-9f44-aa69d602abd9 x-openstack-request-id: req-ea4d3133-4a57-4d64-9f44-aa69d602abd9 {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:25:49.649485 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8594f014-acab-468c-a989-2d756b02860a", "name": "network-vif-plugged", "status": "completed", "tag": "4c966f80-5e2f-4169-9d6a-da784994e8b9", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:25:49.650051 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea4d3133-4a57-4d64-9f44-aa69d602abd9 {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:25:49.650438 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4d3133-4a57-4d64-9f44-aa69d602abd9'] response: {'server_uuid': '8594f014-acab-468c-a989-2d756b02860a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c966f80-5e2f-4169-9d6a-da784994e8b9', 'code': 200} May 04 08:25:49.677064 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=4c966f80-5e2f-4169-9d6a-da784994e8b9,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:25:49.896120 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002eb68-d38f-4238-92a3-d0e04fcb3488 req-1e54bb79-7cc8-45eb-a421-aa2434f1288e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:49.897594 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5002eb68-d38f-4238-92a3-d0e04fcb3488 req-1e54bb79-7cc8-45eb-a421-aa2434f1288e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 946 time: 0.0483813 May 04 08:25:49.954861 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5002eb68-d38f-4238-92a3-d0e04fcb3488 req-8ed5b53a-1428-4ab7-a1cc-a2d3b2e1fbf8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481813 May 04 08:25:50.368878 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d519f8-ad15-4bcc-b9e4-7af388b0cbb3 req-c9e483de-2d7a-4613-b8a6-92850337ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:50.370402 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d5d519f8-ad15-4bcc-b9e4-7af388b0cbb3 req-c9e483de-2d7a-4613-b8a6-92850337ac99 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 1130 time: 0.0486395 May 04 08:25:50.422250 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d5d519f8-ad15-4bcc-b9e4-7af388b0cbb3 req-913a07e3-0fb4-4a22-92a6-5f22cff06c25 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446303 May 04 08:25:51.085478 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f848e52-a7da-4484-a558-99bb1e9669da req-70f2d933-a68e-4315-88de-535eea60e525 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:51.086979 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3f848e52-a7da-4484-a558-99bb1e9669da req-70f2d933-a68e-4315-88de-535eea60e525 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 946 time: 0.0493360 May 04 08:25:51.140679 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3f848e52-a7da-4484-a558-99bb1e9669da req-1ea5e825-bf6b-4eea-ba67-aa81a0e4285b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474646 May 04 08:25:52.259558 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6675f36-39f0-4a36-89ab-8602117ef897 req-f95b229a-e7e9-4c51-8eae-49ffcdeada4a tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:52.261079 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c6675f36-39f0-4a36-89ab-8602117ef897 req-f95b229a-e7e9-4c51-8eae-49ffcdeada4a tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 946 time: 0.0515289 May 04 08:25:52.309182 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c6675f36-39f0-4a36-89ab-8602117ef897 req-2a91e7ae-7ce9-48d8-b38b-688303ab25a8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425422 May 04 08:25:52.396943 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:52.427371 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41408aec-7c70-4138-90eb-10837f495a7e req-a35849b0-2287-48b9-852c-b6c91cffdf2b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:52.428890 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-41408aec-7c70-4138-90eb-10837f495a7e req-a35849b0-2287-48b9-852c-b6c91cffdf2b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 946 time: 0.0489886 May 04 08:25:52.445694 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50110) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:25:52.450461 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-1b5d95e6-eba9-47d5-9094-e8eec1dc6fa0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'floatingip': {'port_id': '4c966f80-5e2f-4169-9d6a-da784994e8b9'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:25:52.498554 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1b5d95e6-eba9-47d5-9094-e8eec1dc6fa0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (647fa81f-a30f-48c9-b286-b0678f42a6fb), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:52.959902 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1b5d95e6-eba9-47d5-9094-e8eec1dc6fa0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:52.966652 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1b5d95e6-eba9-47d5-9094-e8eec1dc6fa0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (647fa81f-a30f-48c9-b286-b0678f42a6fb), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:53.084942 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-1b5d95e6-eba9-47d5-9094-e8eec1dc6fa0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Floating IP 647fa81f-a30f-48c9-b286-b0678f42a6fb associated. External IP: 172.28.3.134, port: 4c966f80-5e2f-4169-9d6a-da784994e8b9. May 04 08:25:53.326912 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5d95e6-eba9-47d5-9094-e8eec1dc6fa0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:25:53.439610 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5d95e6-eba9-47d5-9094-e8eec1dc6fa0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:25:53.444834 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-1b5d95e6-eba9-47d5-9094-e8eec1dc6fa0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:25:53.449779 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:25:53.459826 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:53.460433 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:25:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:53.475526 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-1b5d95e6-eba9-47d5-9094-e8eec1dc6fa0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "PUT /v2.0/floatingips/647fa81f-a30f-48c9-b286-b0678f42a6fb HTTP/1.1" status: 200 len: 992 time: 1.0286918 May 04 08:25:53.476129 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8594f014-acab-468c-a989-2d756b02860a', 'tag': '4c966f80-5e2f-4169-9d6a-da784994e8b9'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:25:53.478388 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d704a96c-4bfa-4100-81e9-728fce81ccd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8594f014-acab-468c-a989-2d756b02860a", "tag": "4c966f80-5e2f-4169-9d6a-da784994e8b9"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:25:53.515516 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1faaf04-25b5-4aeb-9fd9-645729f4dd42 x-openstack-request-id: req-e1faaf04-25b5-4aeb-9fd9-645729f4dd42 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:25:53.515803 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8594f014-acab-468c-a989-2d756b02860a", "tag": "4c966f80-5e2f-4169-9d6a-da784994e8b9", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:25:53.516045 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1faaf04-25b5-4aeb-9fd9-645729f4dd42 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:25:53.516441 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1faaf04-25b5-4aeb-9fd9-645729f4dd42'] response: {'name': 'network-changed', 'server_uuid': '8594f014-acab-468c-a989-2d756b02860a', 'tag': '4c966f80-5e2f-4169-9d6a-da784994e8b9', 'status': 'completed', 'code': 200} May 04 08:25:53.577883 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:53.645441 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-3cd9f5fc-3fb4-44c8-8634-95894375aeec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498817 May 04 08:25:53.771667 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-acdaa761-7f44-4b4f-bcc2-c0ab0b1a6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:53.773398 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-acdaa761-7f44-4b4f-bcc2-c0ab0b1a6838 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 1130 time: 0.0538108 May 04 08:25:53.815411 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '647fa81f-a30f-48c9-b286-b0678f42a6fb', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': '4c966f80-5e2f-4169-9d6a-da784994e8b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:cf:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594f014-acab-468c-a989-2d756b02860a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:25:40Z', 'updated_at': '2022-05-04T08:25:52Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}, {'id': 'e444a1d2-7ae6-46ac-a755-495a0945569f', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:24:45Z', 'updated_at': '2022-05-04T08:25:00Z', 'revision_number': 2, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:53.841521 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-4fdf6211-fa87-429e-8bda-98df815229d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:53.843022 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-4fdf6211-fa87-429e-8bda-98df815229d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 1130 time: 0.0686426 May 04 08:25:53.943504 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:25:53.952390 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:25:53.953015 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:25:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:53.966708 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-1f7e7f15-4a7c-48cc-873b-41e8f457fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:53.968202 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-1f7e7f15-4a7c-48cc-873b-41e8f457fef8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 916 time: 0.1826801 May 04 08:25:54.033175 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-443c34cb-b0ec-44ff-bb09-ba0a2f798db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:54.034730 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-443c34cb-b0ec-44ff-bb09-ba0a2f798db4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 916 time: 0.1620212 May 04 08:25:54.060019 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-595dfc5c-7b7e-4a86-b4f4-fc40e55cbf9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c966f80-5e2f-4169-9d6a-da784994e8b9 HTTP/1.1" status: 200 len: 1000 time: 0.0856953 May 04 08:25:54.060545 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:25:54.149671 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-190e047d-870d-460a-86fb-3b82666d7b6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca2b0c6-2e52-48d8-b977-684b683fcb7a HTTP/1.1" status: 200 len: 1002 time: 0.1051512 May 04 08:25:54.154118 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-66380e5a-00fd-4cbb-a1bc-b8bea522a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:54.155590 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-66380e5a-00fd-4cbb-a1bc-b8bea522a088 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0687683 May 04 08:25:54.230954 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-0000193f-6743-4784-8c9f-542a47a9165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:54.232458 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-0000193f-6743-4784-8c9f-542a47a9165c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0687969 May 04 08:25:54.233775 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-c6dee8d1-fa1b-42eb-b271-eb4e2608fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:54.235153 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-c6dee8d1-fa1b-42eb-b271-eb4e2608fc14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0787110 May 04 08:25:54.283955 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '647fa81f-a30f-48c9-b286-b0678f42a6fb', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': '4c966f80-5e2f-4169-9d6a-da784994e8b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:cf:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594f014-acab-468c-a989-2d756b02860a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:25:40Z', 'updated_at': '2022-05-04T08:25:52Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}, {'id': 'e444a1d2-7ae6-46ac-a755-495a0945569f', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:24:45Z', 'updated_at': '2022-05-04T08:25:00Z', 'revision_number': 2, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:25:54.311574 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-636f4080-8924-4298-a6ec-8643f3916f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:25:54.313219 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-636f4080-8924-4298-a6ec-8643f3916f9d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0693960 May 04 08:25:54.314675 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18a3d1-3295-4cdc-b310-a9b8c5f496d6 None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '647fa81f-a30f-48c9-b286-b0678f42a6fb', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': '4c966f80-5e2f-4169-9d6a-da784994e8b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:cf:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594f014-acab-468c-a989-2d756b02860a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:25:40Z', 'updated_at': '2022-05-04T08:25:52Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}, {'id': 'e444a1d2-7ae6-46ac-a755-495a0945569f', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:24:45Z', 'updated_at': '2022-05-04T08:25:00Z', 'revision_number': 2, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:25:54.431398 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-e0f4f816-d4dc-4759-a502-663bcb419a1d service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883876 May 04 08:25:54.482505 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-1b06e875-d2e0-4a97-b203-167c291b8438 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432233 May 04 08:25:54.541431 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71097408-3267-4e93-92b1-a6b7718a375a None None] New status for floating IP 647fa81f-a30f-48c9-b286-b0678f42a6fb: ACTIVE {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:25:54.602499 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d704a96c-4bfa-4100-81e9-728fce81ccd2 req-db52914a-dc6f-44d4-9326-a83290ce55b4 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644595 May 04 08:25:54.625861 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f90d29b5-c4fe-406d-9f8a-d86560c31f21 req-669a20be-edad-4f3a-994a-b064c011f595 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128194 May 04 08:26:03.906245 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ba8ffbcb-7329-4c82-ae86-bf734c2bb0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:06.164892 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-3d7afeea-9890-49c8-b249-d57d9172c7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:07.421390 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:09.167393 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:10.442814 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:12.351112 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2d016-76c1-410b-a436-8fcc164adf43 req-ca5f44a8-37e7-4470-8957-c3902ada0568 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:12.352504 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bcd2d016-76c1-410b-a436-8fcc164adf43 req-ca5f44a8-37e7-4470-8957-c3902ada0568 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 946 time: 0.0551848 May 04 08:26:12.405468 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bcd2d016-76c1-410b-a436-8fcc164adf43 req-bd4e6f7b-910e-4708-95c6-2efa2e683833 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454993 May 04 08:26:13.548136 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac080fee-48c5-4f31-b74b-b526ca2fbb7c req-3cb3df1c-145c-4f48-a590-bab404dd767e tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:13.549618 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ac080fee-48c5-4f31-b74b-b526ca2fbb7c req-3cb3df1c-145c-4f48-a590-bab404dd767e tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 946 time: 0.0611188 May 04 08:26:13.598501 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ac080fee-48c5-4f31-b74b-b526ca2fbb7c req-2fc9a5c3-d7d3-4a22-8ff8-cac0fcb1bda4 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 May 04 08:26:14.722396 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747ce39-e075-45cb-97d3-45f2a621a49b req-a7bc2184-5585-408d-be74-e074e0efaf7a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:14.724095 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a747ce39-e075-45cb-97d3-45f2a621a49b req-a7bc2184-5585-408d-be74-e074e0efaf7a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 946 time: 0.0512147 May 04 08:26:14.774783 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a747ce39-e075-45cb-97d3-45f2a621a49b req-7c309c65-e065-4d6b-890f-f2ec4b26fbb1 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421903 May 04 08:26:15.896568 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809b50f-030c-457f-a29c-66637e2d0cfd req-1dbdc36c-0611-4723-a579-d8acceaf9f0f tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:15.898073 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c809b50f-030c-457f-a29c-66637e2d0cfd req-1dbdc36c-0611-4723-a579-d8acceaf9f0f tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 946 time: 0.0517056 May 04 08:26:15.952342 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c809b50f-030c-457f-a29c-66637e2d0cfd req-75cef79e-95cf-48e6-a017-10b089373783 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450299 May 04 08:26:16.273669 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:26:17.096932 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f1d32-33d2-450e-b74b-25de6ad513b2 req-a65644f9-35ba-42d9-94da-7745af4b3e69 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:17.102379 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-048f1d32-33d2-450e-b74b-25de6ad513b2 req-a65644f9-35ba-42d9-94da-7745af4b3e69 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 946 time: 0.0641749 May 04 08:26:17.159618 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-048f1d32-33d2-450e-b74b-25de6ad513b2 req-9e48d804-89e5-4449-a6e1-31669484523c tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509539 May 04 08:26:17.486427 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-c1911e85-41e5-48db-869a-2ebfa8096384 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:17.488966 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-c1911e85-41e5-48db-869a-2ebfa8096384 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.62 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 946 time: 0.0640931 May 04 08:26:17.604310 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Deleting port c8385f99-2759-4f09-b6b4-a99ae436c0a8 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:26:17.604876 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:17.703519 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] For port c8385f99-2759-4f09-b6b4-a99ae436c0a8, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=c8385f99-2759-4f09-b6b4-a99ae436c0a8,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:17.703868 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:17.718231 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Calling delete_port for c8385f99-2759-4f09-b6b4-a99ae436c0a8 owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:26:17.867335 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (c8385f99-2759-4f09-b6b4-a99ae436c0a8), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:17.895756 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Pushing event deleted for resources: {'Port': ['ID=c8385f99-2759-4f09-b6b4-a99ae436c0a8,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:17.908769 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.908769 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.909074 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['c8385f99-2759-4f09-b6b4-a99ae436c0a8'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:26:17.909521 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.909521 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.909521 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.909838 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.910214 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.910337 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.910636 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.910990 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.911312 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.911638 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.911961 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.912279 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.912594 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:17.953108 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] No DVR routers for this DVR port c8385f99-2759-4f09-b6b4-a99ae436c0a8 on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:26:17.955770 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:17.959087 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-64f998a6-6bca-41e4-9c3c-6427befccd97 req-44c6d481-b3ae-4697-82d1-2e233350f9fe tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.62 "DELETE /v2.0/ports/c8385f99-2759-4f09-b6b4-a99ae436c0a8 HTTP/1.1" status: 204 len: 173 time: 0.4647126 May 04 08:26:17.959534 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bf7acd-0143-4e45-846e-12e5089c5d65', 'name': 'network-vif-deleted', 'tag': 'c8385f99-2759-4f09-b6b4-a99ae436c0a8'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:26:17.961874 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c398ae-21e4-4629-83d3-bc4bf41ffd75" -d '{"events": [{"server_uuid": "19bf7acd-0143-4e45-846e-12e5089c5d65", "name": "network-vif-deleted", "tag": "c8385f99-2759-4f09-b6b4-a99ae436c0a8"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:26:17.998149 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488d0211-a1a8-42a2-b315-24bcd277165b x-openstack-request-id: req-488d0211-a1a8-42a2-b315-24bcd277165b {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:26:17.998446 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bf7acd-0143-4e45-846e-12e5089c5d65", "name": "network-vif-deleted", "tag": "c8385f99-2759-4f09-b6b4-a99ae436c0a8", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:26:17.998729 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-488d0211-a1a8-42a2-b315-24bcd277165b {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:26:17.999135 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488d0211-a1a8-42a2-b315-24bcd277165b'] response: {'server_uuid': '19bf7acd-0143-4e45-846e-12e5089c5d65', 'name': 'network-vif-deleted', 'tag': 'c8385f99-2759-4f09-b6b4-a99ae436c0a8', 'status': 'completed', 'code': 200} May 04 08:26:18.274511 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-1a496f33-4416-455d-a82c-969ec26e513d req-a211e4fe-0c48-4064-813d-55f461521d76 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=19bf7acd-0143-4e45-846e-12e5089c5d65 HTTP/1.1" status: 200 len: 210 time: 0.0280137 May 04 08:26:21.585322 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device c8385f99-2759-4f09-b6b4-a99ae436c0a8 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:26:21.608787 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: c8385f99-2759-4f09-b6b4-a99ae436c0a8 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:26:21.609173 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device c8385f99-2759-4f09-b6b4-a99ae436c0a8 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:26:22.401278 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:23.191168 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-92a2d13d-d4ff-482d-bc0c-350fd32554b9 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:23.192650 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-92a2d13d-d4ff-482d-bc0c-350fd32554b9 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/networks?id=7140e709-f048-49ce-9770-5b7664543798 HTTP/1.1" status: 200 len: 814 time: 0.1106274 May 04 08:26:23.208337 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-d06bf670-a454-47e2-bfa0-84f325cda43e tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/quotas/f663e6e6bf8c42ef87dd633ece98b874 HTTP/1.1" status: 200 len: 375 time: 0.0099764 May 04 08:26:23.243423 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-0e4c707a-ae9e-4042-bc3d-0688d92002cb tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f663e6e6bf8c42ef87dd633ece98b874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292773 May 04 08:26:23.338382 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-7b4b012e-e24e-40fd-b9d8-9a5ce88a5bdf service neutron] 10.222.0.60 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876324 May 04 08:26:23.435941 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-133411ad-b329-413a-9493-f0d7c3800d48 service neutron] 10.222.0.60 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916123 May 04 08:26:23.605425 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7c9c8745-5866-42bf-94ab-4f572944e46b req-6ffcd99d-1e4b-4ef9-bfa8-0bcd73e85acd tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 210 time: 0.0282009 May 04 08:26:24.680489 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-b07a967f-f827-4073-b524-f5dc80928756 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:24.682279 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-b07a967f-f827-4073-b524-f5dc80928756 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.62 "GET /v2.0/networks?id=7140e709-f048-49ce-9770-5b7664543798 HTTP/1.1" status: 200 len: 814 time: 0.1240289 May 04 08:26:24.730799 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Request body: {'port': {'device_id': 'facd3cdb-4664-4a61-a2d4-2ef543adcafb', 'network_id': '7140e709-f048-49ce-9770-5b7664543798', 'admin_state_up': True, 'tenant_id': 'f663e6e6bf8c42ef87dd633ece98b874'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:26:24.741266 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-668f3820-4751-4bc4-a029-73c444d5848f req-15458fd6-76e1-49bd-bc36-70acb553204d tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 210 time: 0.0571423 May 04 08:26:24.864735 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Made reservation on behalf of f663e6e6bf8c42ef87dd633ece98b874 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:26:24.868210 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:25.005723 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Allocated IP 172.20.0.13 (7140e709-f048-49ce-9770-5b7664543798/b3118d68-ff05-45c0-ae9e-69a772b92729/5e162658-d62f-4149-98ff-7c04bccf26ab) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:26:25.159516 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks [] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:25.196124 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:25.239577 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Network 7140e709-f048-49ce-9770-5b7664543798 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:26:25.243052 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:26:25.249410 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:26:25.257381 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Pushing event updated for resources: {'Port': ['ID=5e162658-d62f-4149-98ff-7c04bccf26ab,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:25.309349 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:25.310001 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:25.329651 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5e19a72e-2d3d-4605-8cb5-bcae1c60ca46 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6056027 May 04 08:26:25.347891 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Request body: {'port': {'device_id': 'facd3cdb-4664-4a61-a2d4-2ef543adcafb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:26:25.412615 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:25.713228 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e162658-d62f-4149-98ff-7c04bccf26ab {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:26:25.723534 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Publish callbacks [] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:25.742989 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Transition to ACTIVE for port object 5e162658-d62f-4149-98ff-7c04bccf26ab will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:26:25.750650 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:25.807703 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e162658-d62f-4149-98ff-7c04bccf26ab,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:25.891669 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a488f-bb23-43a8-93a1-af90d827f93c req-27b92337-3969-4653-be35-e1143126d551 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:25.893177 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3e0a488f-bb23-43a8-93a1-af90d827f93c req-27b92337-3969-4653-be35-e1143126d551 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 944 time: 0.0818450 May 04 08:26:25.933674 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Attempting to bind port 5e162658-d62f-4149-98ff-7c04bccf26ab on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:26:25.933961 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Attempting to bind port 5e162658-d62f-4149-98ff-7c04bccf26ab by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '86a21d23-69b8-417d-9153-92860f8301d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7140e709-f048-49ce-9770-5b7664543798'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:26:25.934309 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Attempting to bind port 5e162658-d62f-4149-98ff-7c04bccf26ab on network 7140e709-f048-49ce-9770-5b7664543798 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:26:25.947499 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Port 5e162658-d62f-4149-98ff-7c04bccf26ab on network 7140e709-f048-49ce-9770-5b7664543798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:26:25.947794 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Attempting to bind port 5e162658-d62f-4149-98ff-7c04bccf26ab on network 7140e709-f048-49ce-9770-5b7664543798 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:26:25.960309 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:26:25.960635 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Checking segment: {'id': '86a21d23-69b8-417d-9153-92860f8301d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7140e709-f048-49ce-9770-5b7664543798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:26:25.961014 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Bound using segment: {'id': '86a21d23-69b8-417d-9153-92860f8301d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7140e709-f048-49ce-9770-5b7664543798'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:26:25.961435 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Bound port: 5e162658-d62f-4149-98ff-7c04bccf26ab, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a21d23-69b8-417d-9153-92860f8301d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7140e709-f048-49ce-9770-5b7664543798'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:26:25.961792 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:25.966381 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3e0a488f-bb23-43a8-93a1-af90d827f93c req-3e82f454-d00a-4792-a3d3-a9e21dd805e0 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666070 May 04 08:26:26.035574 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] For port 5e162658-d62f-4149-98ff-7c04bccf26ab, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:26:26.038887 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] For port 5e162658-d62f-4149-98ff-7c04bccf26ab, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5e162658-d62f-4149-98ff-7c04bccf26ab,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:26:26.049459 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:26.091358 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:26.091968 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:26.093772 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] 10.222.0.62 "PUT /v2.0/ports/5e162658-d62f-4149-98ff-7c04bccf26ab HTTP/1.1" status: 200 len: 1094 time: 0.7505882 May 04 08:26:26.094636 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facd3cdb-4664-4a61-a2d4-2ef543adcafb', 'tag': '5e162658-d62f-4149-98ff-7c04bccf26ab'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:26:26.096560 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "facd3cdb-4664-4a61-a2d4-2ef543adcafb", "tag": "5e162658-d62f-4149-98ff-7c04bccf26ab"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:26:26.119409 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fa897-f819-4068-b963-ea0016809ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e162658-d62f-4149-98ff-7c04bccf26ab,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:26.139721 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c4cfc7-3da6-4c38-8b2b-874f8786875a x-openstack-request-id: req-f3c4cfc7-3da6-4c38-8b2b-874f8786875a {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:26:26.140019 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facd3cdb-4664-4a61-a2d4-2ef543adcafb", "tag": "5e162658-d62f-4149-98ff-7c04bccf26ab", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:26:26.140537 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3c4cfc7-3da6-4c38-8b2b-874f8786875a {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:26:26.140739 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c4cfc7-3da6-4c38-8b2b-874f8786875a'] response: {'name': 'network-changed', 'server_uuid': 'facd3cdb-4664-4a61-a2d4-2ef543adcafb', 'tag': '5e162658-d62f-4149-98ff-7c04bccf26ab', 'status': 'completed', 'code': 200} May 04 08:26:26.199842 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-bfb16702-b2bc-4a3c-bfcd-3f1e20e55e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:26.201333 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-bfb16702-b2bc-4a3c-bfcd-3f1e20e55e23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f663e6e6bf8c42ef87dd633ece98b874&device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 1128 time: 0.0414968 May 04 08:26:26.251360 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-5da5f0cf-28a7-49ce-a8c0-eb241536effc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e162658-d62f-4149-98ff-7c04bccf26ab HTTP/1.1" status: 200 len: 217 time: 0.0368450 May 04 08:26:26.306502 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-de9e536d-7b7f-4ceb-85ea-b4521f5dad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:26.308004 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-de9e536d-7b7f-4ceb-85ea-b4521f5dad63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3118d68-ff05-45c0-ae9e-69a772b92729 HTTP/1.1" status: 200 len: 854 time: 0.0514369 May 04 08:26:26.340860 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-61e900f4-2b91-463d-8182-dbb25fd6ecab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7140e709-f048-49ce-9770-5b7664543798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260983 May 04 08:26:26.434177 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-b200c2e8-0fd8-4f29-8228-7000940b0def service neutron] 10.222.0.62 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870903 May 04 08:26:26.532665 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7d0765fa-2e63-4322-a72f-3ef397ac4812 req-a697b23e-9f41-47cb-bedc-1cac14648141 service neutron] 10.222.0.62 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899482 May 04 08:26:27.088201 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4b4f3-8fa2-413e-a782-5e43c35c5a80 req-387ac604-253f-418d-9a11-dd444889893a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:27.089698 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-52e4b4f3-8fa2-413e-a782-5e43c35c5a80 req-387ac604-253f-418d-9a11-dd444889893a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 944 time: 0.0497732 May 04 08:26:27.144534 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-52e4b4f3-8fa2-413e-a782-5e43c35c5a80 req-c180a5b2-795c-47cf-8c1b-0f1c9746c7e0 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489469 May 04 08:26:27.615226 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5e162658-d62f-4149-98ff-7c04bccf26ab details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:26:27.673730 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-6fbb4900-1eff-4175-875b-c3597eee7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:27.675257 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-6fbb4900-1eff-4175-875b-c3597eee7d71 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f663e6e6bf8c42ef87dd633ece98b874&device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 1128 time: 0.3303120 May 04 08:26:27.719444 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5e162658-d62f-4149-98ff-7c04bccf26ab, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5e162658-d62f-4149-98ff-7c04bccf26ab,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:27.731096 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '5e162658-d62f-4149-98ff-7c04bccf26ab', 'network_id': '7140e709-f048-49ce-9770-5b7664543798', 'port_id': '5e162658-d62f-4149-98ff-7c04bccf26ab', 'mac_address': 'fa:16:3e:8f:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3118d68-ff05-45c0-ae9e-69a772b92729', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:26:27.766994 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-36a680ac-7379-4ad3-b542-61a730e125e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:27.768491 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-36a680ac-7379-4ad3-b542-61a730e125e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7140e709-f048-49ce-9770-5b7664543798 HTTP/1.1" status: 200 len: 915 time: 0.0856376 May 04 08:26:27.772368 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 5e162658-d62f-4149-98ff-7c04bccf26ab is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:26:27.772776 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:27.785788 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e162658-d62f-4149-98ff-7c04bccf26ab {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:26:27.805828 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5e162658-d62f-4149-98ff-7c04bccf26ab, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5e162658-d62f-4149-98ff-7c04bccf26ab,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:27.812460 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:27.815039 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-afd3c37b-2231-4f66-a2af-16ea880c7a6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e162658-d62f-4149-98ff-7c04bccf26ab HTTP/1.1" status: 200 len: 217 time: 0.0396311 May 04 08:26:27.859361 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=5e162658-d62f-4149-98ff-7c04bccf26ab,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:27.865132 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-bd40b6f0-7fad-4252-962d-655abdbfdbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:27.866922 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-bd40b6f0-7fad-4252-962d-655abdbfdbde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3118d68-ff05-45c0-ae9e-69a772b92729 HTTP/1.1" status: 200 len: 854 time: 0.0449164 May 04 08:26:27.902433 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-f9e2880f-3e57-4230-a913-d8de7c6b99a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7140e709-f048-49ce-9770-5b7664543798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289199 May 04 08:26:28.009327 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-6f0ece39-ad99-4b34-858c-1057af473a33 service neutron] 10.222.0.62 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975173 May 04 08:26:28.108577 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e3d5e933-a9b6-48c5-99a5-981286f5b5a6 req-46ace603-8ca4-4161-9eb4-bf5c64fb97d8 service neutron] 10.222.0.62 "GET /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874000 May 04 08:26:28.123929 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['5e162658-d62f-4149-98ff-7c04bccf26ab'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:26:28.271838 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421fb3a-f53d-4e2d-8346-99c78d8ee599 req-337d3a7d-89f4-4810-bdde-29a157e36dbf tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:28.273384 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9421fb3a-f53d-4e2d-8346-99c78d8ee599 req-337d3a7d-89f4-4810-bdde-29a157e36dbf tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 945 time: 0.0526416 May 04 08:26:28.325282 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9421fb3a-f53d-4e2d-8346-99c78d8ee599 req-9e086246-ce83-4740-9f70-508878500c0d tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455801 May 04 08:26:29.453814 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac1c5-d31b-4c7e-a40d-0f416752bce1 req-cd825d22-7fdc-4c52-95d9-233ebf209d26 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:29.455380 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7feac1c5-d31b-4c7e-a40d-0f416752bce1 req-cd825d22-7fdc-4c52-95d9-233ebf209d26 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 945 time: 0.0499451 May 04 08:26:29.509866 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7feac1c5-d31b-4c7e-a40d-0f416752bce1 req-5d95c319-f4f1-4c4d-9b6f-69f0b4d4d217 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488141 May 04 08:26:29.629135 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5e162658-d62f-4149-98ff-7c04bccf26ab up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:26:29.681354 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 5e162658-d62f-4149-98ff-7c04bccf26ab completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:26:29.694501 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 5e162658-d62f-4149-98ff-7c04bccf26ab triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:26:29.694501 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:29.770511 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 5e162658-d62f-4149-98ff-7c04bccf26ab is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:26:29.770940 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:29.795747 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facd3cdb-4664-4a61-a2d4-2ef543adcafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e162658-d62f-4149-98ff-7c04bccf26ab'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:26:29.798056 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca9fdc4-303d-4e22-83a4-ea2100c05e11" -d '{"events": [{"server_uuid": "facd3cdb-4664-4a61-a2d4-2ef543adcafb", "name": "network-vif-plugged", "status": "completed", "tag": "5e162658-d62f-4149-98ff-7c04bccf26ab"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:26:29.810452 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 5e162658-d62f-4149-98ff-7c04bccf26ab, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5e162658-d62f-4149-98ff-7c04bccf26ab,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:29.824380 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:29.850228 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80b9283-8557-4103-afb4-7913fa0afb5c x-openstack-request-id: req-b80b9283-8557-4103-afb4-7913fa0afb5c {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:26:29.850712 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facd3cdb-4664-4a61-a2d4-2ef543adcafb", "name": "network-vif-plugged", "status": "completed", "tag": "5e162658-d62f-4149-98ff-7c04bccf26ab", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:26:29.851035 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b80b9283-8557-4103-afb4-7913fa0afb5c {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:26:29.851497 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80b9283-8557-4103-afb4-7913fa0afb5c'] response: {'server_uuid': 'facd3cdb-4664-4a61-a2d4-2ef543adcafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e162658-d62f-4149-98ff-7c04bccf26ab', 'code': 200} May 04 08:26:29.881495 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=5e162658-d62f-4149-98ff-7c04bccf26ab,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:30.037098 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc304f-42fa-4b16-9071-9104ba1ba97d req-b4b61f1f-2416-4e30-b5d8-5bebfb459ad7 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:30.037984 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d7dc304f-42fa-4b16-9071-9104ba1ba97d req-b4b61f1f-2416-4e30-b5d8-5bebfb459ad7 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 946 time: 0.0578513 May 04 08:26:30.089074 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d7dc304f-42fa-4b16-9071-9104ba1ba97d req-e8c318a7-7845-4734-9710-b4c56ed2f6c9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453489 May 04 08:26:30.645342 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfa089-f822-4900-9786-95f09b1c6e76 req-208c7568-98d0-4a8b-b428-c0b51851a7a3 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:30.647022 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a7cfa089-f822-4900-9786-95f09b1c6e76 req-208c7568-98d0-4a8b-b428-c0b51851a7a3 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 946 time: 0.0580149 May 04 08:26:30.702505 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a7cfa089-f822-4900-9786-95f09b1c6e76 req-e6ff8456-0aeb-4ce1-a221-80dc0c95be8e tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456133 May 04 08:26:31.202239 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951135c-d618-4f45-ad03-89c85ad849b7 req-8ed32580-62d1-4476-9891-c5819d023413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:31.203816 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d951135c-d618-4f45-ad03-89c85ad849b7 req-8ed32580-62d1-4476-9891-c5819d023413 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 1130 time: 0.0695093 May 04 08:26:31.217305 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb1946-11bf-4adc-aaa0-39596bf3c16e req-5afd97c8-5138-454c-ab87-72f782a78d15 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:31.218756 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1fb1946-11bf-4adc-aaa0-39596bf3c16e req-5afd97c8-5138-454c-ab87-72f782a78d15 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 946 time: 0.0570524 May 04 08:26:31.266680 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c1fb1946-11bf-4adc-aaa0-39596bf3c16e req-65a24ba7-04c7-484b-80fc-9940a1182aab tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418899 May 04 08:26:31.378813 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d951135c-d618-4f45-ad03-89c85ad849b7 req-d978db8f-975d-4dcf-b7ad-dc4d4a74667f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496283 May 04 08:26:31.836312 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f979d-0e74-42b9-a5e8-3e16a628a19c req-cf52c322-5a0a-4883-8fc7-865f48f20719 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:31.837855 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5c0f979d-0e74-42b9-a5e8-3e16a628a19c req-cf52c322-5a0a-4883-8fc7-865f48f20719 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 946 time: 0.0524902 May 04 08:26:31.888070 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5c0f979d-0e74-42b9-a5e8-3e16a628a19c req-2a860767-2b32-498d-9d15-6da58e9b9e84 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 May 04 08:26:32.036264 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49364223-8edd-4094-afb5-1be9bae9b95a req-361fefe7-b487-43da-9bae-bca9034a8abc tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:32.037714 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-49364223-8edd-4094-afb5-1be9bae9b95a req-361fefe7-b487-43da-9bae-bca9034a8abc tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 946 time: 0.0551231 May 04 08:26:32.128906 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Deleting port 4c966f80-5e2f-4169-9d6a-da784994e8b9 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:26:32.129266 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:32.222326 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] For port 4c966f80-5e2f-4169-9d6a-da784994e8b9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=4c966f80-5e2f-4169-9d6a-da784994e8b9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:32.222725 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:32.441082 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:32.441449 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (647fa81f-a30f-48c9-b286-b0678f42a6fb), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:32.441760 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.l3_db [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Floating IP 647fa81f-a30f-48c9-b286-b0678f42a6fb disassociated. External IP: 172.28.3.134, port: 4c966f80-5e2f-4169-9d6a-da784994e8b9. May 04 08:26:32.442099 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Calling delete_port for 4c966f80-5e2f-4169-9d6a-da784994e8b9 owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:26:32.451560 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9380c5-4197-4d6b-b58d-215edc08023e req-b0360cd5-ee04-4cad-9657-511860f912e9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:32.453857 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3c9380c5-4197-4d6b-b58d-215edc08023e req-b0360cd5-ee04-4cad-9657-511860f912e9 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 946 time: 0.0713880 May 04 08:26:32.547507 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3c9380c5-4197-4d6b-b58d-215edc08023e req-f803ecb2-22e2-493b-b7b5-f35a568ef6f7 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c251bd-e17a-46f0-9719-4f834ad64d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858395 May 04 08:26:32.625046 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (4c966f80-5e2f-4169-9d6a-da784994e8b9), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:32.658029 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'Port': ['ID=4c966f80-5e2f-4169-9d6a-da784994e8b9,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:32.782614 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:26:32.900160 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:26:32.912198 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:26:32.923727 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:26:32.924588 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:26:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:26:32.944801 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] No DVR routers for this DVR port 4c966f80-5e2f-4169-9d6a-da784994e8b9 on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:26:32.948332 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:32.952363 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-49364223-8edd-4094-afb5-1be9bae9b95a req-df327d9f-3897-4959-a1d1-eb7e5051986d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "DELETE /v2.0/ports/4c966f80-5e2f-4169-9d6a-da784994e8b9 HTTP/1.1" status: 204 len: 173 time: 0.9076192 May 04 08:26:32.952363 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8594f014-acab-468c-a989-2d756b02860a', 'name': 'network-vif-deleted', 'tag': '4c966f80-5e2f-4169-9d6a-da784994e8b9'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:26:32.955163 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7308a84-8efd-464b-9463-10f594ab89ba" -d '{"events": [{"server_uuid": "8594f014-acab-468c-a989-2d756b02860a", "name": "network-vif-deleted", "tag": "4c966f80-5e2f-4169-9d6a-da784994e8b9"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:26:33.002400 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e64a8fd-253a-4486-b7fd-14680bf1e393 x-openstack-request-id: req-7e64a8fd-253a-4486-b7fd-14680bf1e393 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:26:33.002759 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8594f014-acab-468c-a989-2d756b02860a", "name": "network-vif-deleted", "tag": "4c966f80-5e2f-4169-9d6a-da784994e8b9", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:26:33.003013 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e64a8fd-253a-4486-b7fd-14680bf1e393 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:26:33.003420 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e64a8fd-253a-4486-b7fd-14680bf1e393'] response: {'server_uuid': '8594f014-acab-468c-a989-2d756b02860a', 'name': 'network-vif-deleted', 'tag': '4c966f80-5e2f-4169-9d6a-da784994e8b9', 'status': 'completed', 'code': 200} May 04 08:26:33.029505 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50fb16-b9cb-4528-8cb9-4b7a3ec18759 req-b5dbc251-d895-41f5-a6eb-57840656245f tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:33.031960 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8d50fb16-b9cb-4528-8cb9-4b7a3ec18759 req-b5dbc251-d895-41f5-a6eb-57840656245f tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 946 time: 0.0664043 May 04 08:26:33.067695 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:26:33.092545 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8d50fb16-b9cb-4528-8cb9-4b7a3ec18759 req-f2e99995-4bf8-4f5a-b86b-6dc66b48d3f3 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535436 May 04 08:26:33.356921 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'e444a1d2-7ae6-46ac-a755-495a0945569f', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:24:45Z', 'updated_at': '2022-05-04T08:25:00Z', 'revision_number': 2, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:26:33.384731 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:26:33.393919 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:26:33.394517 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:26:06Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:26:33.516050 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:26:33.677375 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dc002c0e-63b3-4b19-a110-2baae0a91052 req-31da0051-1c0c-4802-830d-8ce66ac2b02d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8594f014-acab-468c-a989-2d756b02860a HTTP/1.1" status: 200 len: 210 time: 0.0443079 May 04 08:26:33.788845 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'e444a1d2-7ae6-46ac-a755-495a0945569f', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:24:45Z', 'updated_at': '2022-05-04T08:25:00Z', 'revision_number': 2, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:26:33.815636 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899bfc2-d314-4a00-ace3-a78345bdebec None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': 'e444a1d2-7ae6-46ac-a755-495a0945569f', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:d7:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225953d6-b15d-43b9-9863-8c2db57b3634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:24:45Z', 'updated_at': '2022-05-04T08:25:00Z', 'revision_number': 2, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:26:33.901469 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ed3-e25b-403b-b489-8acd13887888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:34.065050 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591febd-50bf-4d21-87e6-4be94535ce93 None None] New status for floating IP 647fa81f-a30f-48c9-b286-b0678f42a6fb: DOWN {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:26:34.764739 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50330) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:34.823824 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (a6c251bd-e17a-46f0-9719-4f834ad64d96), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:34.848808 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (a6c251bd-e17a-46f0-9719-4f834ad64d96), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:34.902210 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a6c251bd-e17a-46f0-9719-4f834ad64d96), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:34.904941 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:34.906146 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "DELETE /v2.0/security-groups/a6c251bd-e17a-46f0-9719-4f834ad64d96 HTTP/1.1" status: 204 len: 168 time: 0.1403911 May 04 08:26:34.909179 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50332) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:34.916935 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c251bd-e17a-46f0-9719-4f834ad64d96,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:34.923863 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.api.v2.resource [None req-bde27daf-e057-4238-8893-5e6e03bb857b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] show failed (client error): The resource could not be found. May 04 08:26:34.924905 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-bde27daf-e057-4238-8893-5e6e03bb857b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups/a6c251bd-e17a-46f0-9719-4f834ad64d96 HTTP/1.1" status: 404 len: 347 time: 0.0145657 May 04 08:26:34.925499 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.925854 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.926201 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.926569 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.926916 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.927248 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.927582 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.927924 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.928085 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50334) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:34.928280 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.928569 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.928889 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.929405 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.929745 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.930070 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:34.930393 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7b0647-79e6-4e2c-891e-c9d95df912d5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:35.059577 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Deleting port 3f07c96a-3fb9-4b6b-bc85-30aae2d3a548 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:26:35.059900 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (3f07c96a-3fb9-4b6b-bc85-30aae2d3a548), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:35.145418 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (3f07c96a-3fb9-4b6b-bc85-30aae2d3a548), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:35.145747 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (3f07c96a-3fb9-4b6b-bc85-30aae2d3a548), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:35.160693 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Calling delete_port for 3f07c96a-3fb9-4b6b-bc85-30aae2d3a548 owned by network:floatingip {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:26:35.330195 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (3f07c96a-3fb9-4b6b-bc85-30aae2d3a548), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:35.358918 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'Port': ['ID=3f07c96a-3fb9-4b6b-bc85-30aae2d3a548,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:35.440799 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (647fa81f-a30f-48c9-b286-b0678f42a6fb), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:35.443441 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:35.444600 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-64098c5d-52cc-415a-879d-3d693da2ed95 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "DELETE /v2.0/floatingips/647fa81f-a30f-48c9-b286-b0678f42a6fb HTTP/1.1" status: 204 len: 168 time: 0.5156684 May 04 08:26:35.664316 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 4c966f80-5e2f-4169-9d6a-da784994e8b9 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:26:35.686845 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 4c966f80-5e2f-4169-9d6a-da784994e8b9 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:26:35.687329 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 4c966f80-5e2f-4169-9d6a-da784994e8b9 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:26:36.166137 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bedf-a5a0-43a6-b75c-6432cf9ff7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:37.088451 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a30d-3f41-4e1a-ab24-d146db188bfe req-9586529f-2dd7-4635-9459-d5587548e23c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:37.089978 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c7e0a30d-3f41-4e1a-ab24-d146db188bfe req-9586529f-2dd7-4635-9459-d5587548e23c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 946 time: 0.0489790 May 04 08:26:37.146773 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c7e0a30d-3f41-4e1a-ab24-d146db188bfe req-7b2c04b2-9a6f-40fd-a919-a21a6dad3b61 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478365 May 04 08:26:37.424500 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:38.276937 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63db4-c0fa-4781-ada3-1c477fead162 req-80d00228-ce98-4fe1-a649-ed860200c988 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:38.278320 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-39b63db4-c0fa-4781-ada3-1c477fead162 req-80d00228-ce98-4fe1-a649-ed860200c988 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 946 time: 0.0536380 May 04 08:26:38.325794 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-39b63db4-c0fa-4781-ada3-1c477fead162 req-b65ce5d6-8564-4223-9f4d-801ea4f5a35f tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 May 04 08:26:39.175909 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:39.238916 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-6e39c270-a88d-447b-908a-f3751d7c3c8d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:39.240262 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-6e39c270-a88d-447b-908a-f3751d7c3c8d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 946 time: 0.0519733 May 04 08:26:39.336251 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Deleting port fca2b0c6-2e52-48d8-b977-684b683fcb7a {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:26:39.337033 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:39.466869 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518ab20-3239-43eb-924b-e8316593fe43 req-0eeb5984-4705-4d49-b387-fa643581ea93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:39.468395 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3518ab20-3239-43eb-924b-e8316593fe43 req-0eeb5984-4705-4d49-b387-fa643581ea93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 946 time: 0.0707664 May 04 08:26:39.474010 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] For port fca2b0c6-2e52-48d8-b977-684b683fcb7a, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=fca2b0c6-2e52-48d8-b977-684b683fcb7a,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:39.474438 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:39.576547 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3518ab20-3239-43eb-924b-e8316593fe43 req-3caf9fa1-919c-46f7-8c11-614f993f0c74 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3b3d88a-28f2-4be7-b688-a4d85067e001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991113 May 04 08:26:39.684773 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:39.685145 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (e444a1d2-7ae6-46ac-a755-495a0945569f), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:39.685464 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.l3_db [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Floating IP e444a1d2-7ae6-46ac-a755-495a0945569f disassociated. External IP: 172.28.3.205, port: fca2b0c6-2e52-48d8-b977-684b683fcb7a. May 04 08:26:39.685806 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Calling delete_port for fca2b0c6-2e52-48d8-b977-684b683fcb7a owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:26:39.820685 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (fca2b0c6-2e52-48d8-b977-684b683fcb7a), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:39.848539 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'Port': ['ID=fca2b0c6-2e52-48d8-b977-684b683fcb7a,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:39.974855 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:26:40.097050 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:26:40.108980 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:26:40.122003 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:26:40.122695 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:26:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:26:40.154002 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] No DVR routers for this DVR port fca2b0c6-2e52-48d8-b977-684b683fcb7a on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:26:40.156979 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:40.161523 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fc53469d-c44a-4e7c-a18e-3f63cf8e52d4 req-5f1157f1-4695-44d5-82cf-3282c547480c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "DELETE /v2.0/ports/fca2b0c6-2e52-48d8-b977-684b683fcb7a HTTP/1.1" status: 204 len: 173 time: 0.9150181 May 04 08:26:40.162026 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225953d6-b15d-43b9-9863-8c2db57b3634', 'name': 'network-vif-deleted', 'tag': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:26:40.164464 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d561ca7-87be-4fb6-9b75-c37089db3fd1" -d '{"events": [{"server_uuid": "225953d6-b15d-43b9-9863-8c2db57b3634", "name": "network-vif-deleted", "tag": "fca2b0c6-2e52-48d8-b977-684b683fcb7a"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:26:40.215740 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de49707-297f-4f67-8f4d-38da481f49f2 x-openstack-request-id: req-7de49707-297f-4f67-8f4d-38da481f49f2 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:26:40.216154 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225953d6-b15d-43b9-9863-8c2db57b3634", "name": "network-vif-deleted", "tag": "fca2b0c6-2e52-48d8-b977-684b683fcb7a", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:26:40.216424 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7de49707-297f-4f67-8f4d-38da481f49f2 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:26:40.217006 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de49707-297f-4f67-8f4d-38da481f49f2'] response: {'server_uuid': '225953d6-b15d-43b9-9863-8c2db57b3634', 'name': 'network-vif-deleted', 'tag': 'fca2b0c6-2e52-48d8-b977-684b683fcb7a', 'status': 'completed', 'code': 200} May 04 08:26:40.267087 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:26:40.438334 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:40.592436 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:26:40.623116 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:26:40.635121 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:26:40.635884 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:26:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:26:40.695567 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-360b0b5a-db26-46ef-94f0-df8e00636c79 req-5c3d8b01-0909-4476-9d8a-27299e0abd84 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=225953d6-b15d-43b9-9863-8c2db57b3634 HTTP/1.1" status: 200 len: 210 time: 0.0322583 May 04 08:26:40.777977 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:26:40.981064 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:26:41.013966 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b30323-a119-443f-bd0a-2998b852cfa4 None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:26:41.253266 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40f4db-40e2-421c-bcd5-93bc8e9c639c None None] New status for floating IP e444a1d2-7ae6-46ac-a755-495a0945569f: DOWN {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:26:41.797246 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50390) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:41.859053 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cb241150-9980-4ab7-9018-cf5a1eac481d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (f3b3d88a-28f2-4be7-b688-a4d85067e001), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:41.883993 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cb241150-9980-4ab7-9018-cf5a1eac481d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (f3b3d88a-28f2-4be7-b688-a4d85067e001), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:41.937944 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cb241150-9980-4ab7-9018-cf5a1eac481d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f3b3d88a-28f2-4be7-b688-a4d85067e001), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:41.941078 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-cb241150-9980-4ab7-9018-cf5a1eac481d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:41.942267 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-cb241150-9980-4ab7-9018-cf5a1eac481d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "DELETE /v2.0/security-groups/f3b3d88a-28f2-4be7-b688-a4d85067e001 HTTP/1.1" status: 204 len: 168 time: 0.1438243 May 04 08:26:41.945090 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50392) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:41.951879 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb241150-9980-4ab7-9018-cf5a1eac481d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b3d88a-28f2-4be7-b688-a4d85067e001,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:41.958898 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.api.v2.resource [None req-fdd97f24-966a-49bb-aa89-97b9a3d9de77 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] show failed (client error): The resource could not be found. May 04 08:26:41.959895 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-fdd97f24-966a-49bb-aa89-97b9a3d9de77 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups/f3b3d88a-28f2-4be7-b688-a4d85067e001 HTTP/1.1" status: 404 len: 347 time: 0.0138257 May 04 08:26:41.963057 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50394) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:42.091336 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Deleting port d21e61e4-c1eb-4493-805b-18143de0af59 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:26:42.091565 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (d21e61e4-c1eb-4493-805b-18143de0af59), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.175676 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (d21e61e4-c1eb-4493-805b-18143de0af59), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.176006 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (d21e61e4-c1eb-4493-805b-18143de0af59), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.188164 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Calling delete_port for d21e61e4-c1eb-4493-805b-18143de0af59 owned by network:floatingip {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:26:42.324270 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (d21e61e4-c1eb-4493-805b-18143de0af59), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.355407 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'Port': ['ID=d21e61e4-c1eb-4493-805b-18143de0af59,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:42.422023 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (e444a1d2-7ae6-46ac-a755-495a0945569f), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.424680 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.425945 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-ac23fb91-609d-4581-aff1-b2ccb67e3b5d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "DELETE /v2.0/floatingips/e444a1d2-7ae6-46ac-a755-495a0945569f HTTP/1.1" status: 204 len: 168 time: 0.4615049 May 04 08:26:42.670720 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50400) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:42.675588 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-d3fa3929-8c85-45b2-8409-7593f74da8d6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183212950', 'description': 'tempest-description--2075232262'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:26:42.698097 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3929-8c85-45b2-8409-7593f74da8d6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.768945 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3929-8c85-45b2-8409-7593f74da8d6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (055fd6f1-f148-404b-9467-eade2c272ff2), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.774033 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3929-8c85-45b2-8409-7593f74da8d6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (055fd6f1-f148-404b-9467-eade2c272ff2), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.802735 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3929-8c85-45b2-8409-7593f74da8d6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.803969 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-d3fa3929-8c85-45b2-8409-7593f74da8d6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1322312 May 04 08:26:42.807264 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50402) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:42.808318 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa3929-8c85-45b2-8409-7593f74da8d6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055fd6f1-f148-404b-9467-eade2c272ff2,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:42.816126 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-24339462-7833-45e1-81f6-e209c7689657 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group_rule': {'security_group_id': '055fd6f1-f148-404b-9467-eade2c272ff2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:26:42.849640 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-24339462-7833-45e1-81f6-e209c7689657 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (01ec4adf-cd26-4d14-bbb5-7a1df1f11815), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.908806 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-24339462-7833-45e1-81f6-e209c7689657 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (01ec4adf-cd26-4d14-bbb5-7a1df1f11815), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.915382 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-24339462-7833-45e1-81f6-e209c7689657 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (01ec4adf-cd26-4d14-bbb5-7a1df1f11815), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.933083 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24339462-7833-45e1-81f6-e209c7689657 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ec4adf-cd26-4d14-bbb5-7a1df1f11815,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:42.943362 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-24339462-7833-45e1-81f6-e209c7689657 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:42.944622 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-24339462-7833-45e1-81f6-e209c7689657 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362393 May 04 08:26:42.947476 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50404) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:42.951989 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-131ce819-12ce-4615-80c4-e9283e1e6ac2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group_rule': {'security_group_id': '055fd6f1-f148-404b-9467-eade2c272ff2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:26:42.980935 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-131ce819-12ce-4615-80c4-e9283e1e6ac2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (b741cacd-56bc-4a5e-83f9-e3127e34a6da), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.043728 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-131ce819-12ce-4615-80c4-e9283e1e6ac2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (b741cacd-56bc-4a5e-83f9-e3127e34a6da), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.050360 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-131ce819-12ce-4615-80c4-e9283e1e6ac2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (b741cacd-56bc-4a5e-83f9-e3127e34a6da), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.068839 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ce819-12ce-4615-80c4-e9283e1e6ac2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b741cacd-56bc-4a5e-83f9-e3127e34a6da,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:43.074959 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-131ce819-12ce-4615-80c4-e9283e1e6ac2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.075814 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-131ce819-12ce-4615-80c4-e9283e1e6ac2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273329 May 04 08:26:43.079108 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50406) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:43.083860 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:26:43.105278 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.184043 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.297882 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_common [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Allocated IP 172.28.3.57 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/7f6b1331-7a4d-4684-a2cc-d5500451e287) {{(pid=103665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:26:43.408254 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (7f6b1331-7a4d-4684-a2cc-d5500451e287), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.454980 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (7f6b1331-7a4d-4684-a2cc-d5500451e287), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.501467 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:26:43.505018 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Resources bound (agent type, host, resource id): {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:26:43.508552 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Received port after_create {{(pid=103665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:26:43.542861 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=7f6b1331-7a4d-4684-a2cc-d5500451e287,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:43.609323 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (0874d091-de6d-4df4-9c5e-5f444ce19918), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.651161 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (7f6b1331-7a4d-4684-a2cc-d5500451e287), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.685627 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device fca2b0c6-2e52-48d8-b977-684b683fcb7a no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:26:43.708870 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: fca2b0c6-2e52-48d8-b977-684b683fcb7a {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:26:43.709308 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device fca2b0c6-2e52-48d8-b977-684b683fcb7a not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:26:43.819144 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (7f6b1331-7a4d-4684-a2cc-d5500451e287), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.826732 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16501316'] for port (7f6b1331-7a4d-4684-a2cc-d5500451e287), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.911427 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=7f6b1331-7a4d-4684-a2cc-d5500451e287,revision_number=2']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:43.922446 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (0874d091-de6d-4df4-9c5e-5f444ce19918), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.939393 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:43.940937 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-72aac6be-21b5-4067-8445-8379822441bb tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8606770 May 04 08:26:44.093899 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-644557c1-b550-45a8-971d-64ad73605b21 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--183212950&fields=id&tenant_id=3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 267 time: 0.0429792 May 04 08:26:44.207575 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-622688b6-1114-48b4-886c-38ba5b9a6015 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:44.209104 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-622688b6-1114-48b4-886c-38ba5b9a6015 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 815 time: 0.1084993 May 04 08:26:44.231091 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-71dcb7c6-f598-4881-9ab8-c2fe0ccd58b7 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/quotas/3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 375 time: 0.0137920 May 04 08:26:44.286059 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-6f3436de-8757-49e8-bc6c-42dfd0fa3c66 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497153 May 04 08:26:44.383887 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-6089a64c-11cf-4ca6-b6fc-96f9f0964e5d service neutron] 10.222.0.60 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852616 May 04 08:26:44.480901 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-bdd9f1bb-bac6-466b-8f4b-41942008aaad service neutron] 10.222.0.60 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883882 May 04 08:26:44.696498 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-590a13f6-0132-466c-b975-9703e7010eec req-6f448d83-e4b0-4ee2-a2f0-9d2e759d38dc tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 210 time: 0.0455346 May 04 08:26:46.110898 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-fc33aea5-189c-4bdc-a107-d5bd2f46dbbc req-56e9ddf3-eda4-413c-8ad3-871f6d91d665 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 210 time: 0.0343637 May 04 08:26:46.140765 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-39799a3f-7807-4874-97ac-009657d44d9c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:46.142201 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-39799a3f-7807-4874-97ac-009657d44d9c tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 815 time: 0.4372931 May 04 08:26:46.225501 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-3ac8c6f0-191d-4914-8749-78128470c98e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 379 time: 0.0675297 May 04 08:26:46.235190 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'port': {'device_id': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'admin_state_up': True, 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'security_groups': ['055fd6f1-f148-404b-9467-eade2c272ff2']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:26:46.353189 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Made reservation on behalf of 3aec216a594e4e00b3023a23801cfaa7 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:26:46.358313 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:46.487769 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Allocated IP 172.20.0.8 (7758ebe7-aace-4156-ada3-305f588b7a65/5888843d-66e8-41f4-9f8d-c850c7dc5520/9c6ca964-0023-46c8-9920-e99d36954c7e) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:26:46.644420 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:46.681070 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:46.725250 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Network 7758ebe7-aace-4156-ada3-305f588b7a65 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:26:46.728501 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:26:46.731053 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:26:46.766552 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=9c6ca964-0023-46c8-9920-e99d36954c7e,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:46.798081 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:46.798751 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:46.818510 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-488994b1-706d-4dbc-ac36-2e5d0102f7e6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869381 May 04 08:26:46.838042 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Request body: {'port': {'device_id': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:26:46.902070 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:47.014988 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-9ed50755-c435-4e77-9a54-6fa25db9c580 None None] Provisioning complete for port 9c6ca964-0023-46c8-9920-e99d36954c7e triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:26:47.015398 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-9ed50755-c435-4e77-9a54-6fa25db9c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:47.052944 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-9ed50755-c435-4e77-9a54-6fa25db9c580 None None] Port 9c6ca964-0023-46c8-9920-e99d36954c7e cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:26:47.187261 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6ca964-0023-46c8-9920-e99d36954c7e {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:26:47.203671 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Publish callbacks [] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:47.238085 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Transition to ACTIVE for port object 9c6ca964-0023-46c8-9920-e99d36954c7e will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:26:47.244186 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:47.253052 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ea5f9-4298-491e-bab7-e69dfc123844 req-5611f7c5-23fd-4577-b28c-3c013d149c73 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:47.254695 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-763ea5f9-4298-491e-bab7-e69dfc123844 req-5611f7c5-23fd-4577-b28c-3c013d149c73 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 931 time: 0.0626855 May 04 08:26:47.327718 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6ca964-0023-46c8-9920-e99d36954c7e,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:47.383701 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-763ea5f9-4298-491e-bab7-e69dfc123844 req-4a5438e8-d525-4760-b561-e9c7ac8925ee tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059740 May 04 08:26:47.415655 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Attempting to bind port 9c6ca964-0023-46c8-9920-e99d36954c7e on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:26:47.415964 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Attempting to bind port 9c6ca964-0023-46c8-9920-e99d36954c7e by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:26:47.416536 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Attempting to bind port 9c6ca964-0023-46c8-9920-e99d36954c7e on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:26:47.422527 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Port 9c6ca964-0023-46c8-9920-e99d36954c7e on network 7758ebe7-aace-4156-ada3-305f588b7a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:26:47.422869 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Attempting to bind port 9c6ca964-0023-46c8-9920-e99d36954c7e on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:26:47.428377 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:26:47.428713 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Checking segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:26:47.429099 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Bound using segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:26:47.429537 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Bound port: 9c6ca964-0023-46c8-9920-e99d36954c7e, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:26:47.429889 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:47.494632 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] For port 9c6ca964-0023-46c8-9920-e99d36954c7e, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:26:47.497627 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] For port 9c6ca964-0023-46c8-9920-e99d36954c7e, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9c6ca964-0023-46c8-9920-e99d36954c7e,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:26:47.505473 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:47.539222 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:47.539832 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:47.541188 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] 10.222.0.62 "PUT /v2.0/ports/9c6ca964-0023-46c8-9920-e99d36954c7e HTTP/1.1" status: 200 len: 1093 time: 0.7078469 May 04 08:26:47.541827 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'tag': '9c6ca964-0023-46c8-9920-e99d36954c7e'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:26:47.543906 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe635d-15bc-4f88-9958-02af7388a4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c24e2e2-7d12-4252-825f-e9bbface6637", "tag": "9c6ca964-0023-46c8-9920-e99d36954c7e"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:26:47.573450 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40810e-a8f2-4eea-8ade-d11e3b5a10a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6ca964-0023-46c8-9920-e99d36954c7e,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:47.594306 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c909f7b-af78-476b-a7a1-0b977bcd11fd x-openstack-request-id: req-8c909f7b-af78-476b-a7a1-0b977bcd11fd {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:26:47.595148 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c24e2e2-7d12-4252-825f-e9bbface6637", "tag": "9c6ca964-0023-46c8-9920-e99d36954c7e", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:26:47.595447 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c909f7b-af78-476b-a7a1-0b977bcd11fd {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:26:47.595907 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c909f7b-af78-476b-a7a1-0b977bcd11fd'] response: {'name': 'network-changed', 'server_uuid': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'tag': '9c6ca964-0023-46c8-9920-e99d36954c7e', 'status': 'completed', 'code': 200} May 04 08:26:48.259437 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe635d-15bc-4f88-9958-02af7388a4f9 req-08b08395-2508-432c-9631-48d86ed050f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:48.260991 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e8fe635d-15bc-4f88-9958-02af7388a4f9 req-08b08395-2508-432c-9631-48d86ed050f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 1127 time: 0.0447843 May 04 08:26:48.407380 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe635d-15bc-4f88-9958-02af7388a4f9 req-c54327fb-5dea-46b1-8e6d-61eab2aa2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:48.408852 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e8fe635d-15bc-4f88-9958-02af7388a4f9 req-c54327fb-5dea-46b1-8e6d-61eab2aa2bf5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3aec216a594e4e00b3023a23801cfaa7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1096964 May 04 08:26:48.540175 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72eb2-dc12-456e-b34d-7c4c0a363e54 req-dd227966-173b-43fe-aca0-7485829c02dd tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:48.541669 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f4d72eb2-dc12-456e-b34d-7c4c0a363e54 req-dd227966-173b-43fe-aca0-7485829c02dd tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 943 time: 0.0633488 May 04 08:26:48.543109 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe635d-15bc-4f88-9958-02af7388a4f9 req-a84de13a-f177-499a-99a8-8c8e0c9014c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:48.544489 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e8fe635d-15bc-4f88-9958-02af7388a4f9 req-a84de13a-f177-499a-99a8-8c8e0c9014c2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293929 May 04 08:26:48.595923 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f4d72eb2-dc12-456e-b34d-7c4c0a363e54 req-cc7fbfac-a321-435c-96f3-23acfde1bf10 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 May 04 08:26:48.646193 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-56edb71c-8d7a-4947-9eee-e07197478dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:48.647741 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-56edb71c-8d7a-4947-9eee-e07197478dcb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 1127 time: 0.0398078 May 04 08:26:48.704505 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-a60018bf-1355-4cd0-b7ea-9cff6b41ccff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c6ca964-0023-46c8-9920-e99d36954c7e HTTP/1.1" status: 200 len: 217 time: 0.0386546 May 04 08:26:48.765112 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-6576cd53-b06b-4931-8188-98dac47453f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:48.767470 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-6576cd53-b06b-4931-8188-98dac47453f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0568712 May 04 08:26:48.812637 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-d97e5594-9ec5-43a2-abf4-c0be3453cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:48.814179 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-d97e5594-9ec5-43a2-abf4-c0be3453cd36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405414 May 04 08:26:48.912778 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-7ef0a0b6-6b6b-41a8-817f-f8176eef2cc6 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907474 May 04 08:26:49.014833 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-8feae26e-e296-4e4f-b0e2-86423926d9f1 req-59974a0e-af04-4daf-967a-16f1f68f729d service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952864 May 04 08:26:49.731610 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129184-edb0-4ff3-ba5c-77710d29ffd7 req-1a934323-f7b2-41d9-b56b-acaa2230f934 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:49.733119 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ee129184-edb0-4ff3-ba5c-77710d29ffd7 req-1a934323-f7b2-41d9-b56b-acaa2230f934 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 943 time: 0.0577867 May 04 08:26:49.789420 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ee129184-edb0-4ff3-ba5c-77710d29ffd7 req-d880b966-a3ed-4838-8df1-4eea7e4fb753 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500000 May 04 08:26:50.926439 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d857b9-d803-4330-a531-0826289abeb5 req-4ca4aa1d-0933-4d94-ba71-efbd5d30adee tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:50.928225 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a4d857b9-d803-4330-a531-0826289abeb5 req-4ca4aa1d-0933-4d94-ba71-efbd5d30adee tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 943 time: 0.0547335 May 04 08:26:50.985896 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a4d857b9-d803-4330-a531-0826289abeb5 req-e0bce745-6a49-40a1-be27-40b822226e93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515058 May 04 08:26:51.709408 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 9c6ca964-0023-46c8-9920-e99d36954c7e details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:26:51.823443 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 9c6ca964-0023-46c8-9920-e99d36954c7e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9c6ca964-0023-46c8-9920-e99d36954c7e,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:51.835807 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': '9c6ca964-0023-46c8-9920-e99d36954c7e', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'port_id': '9c6ca964-0023-46c8-9920-e99d36954c7e', 'mac_address': 'fa:16:3e:03:b1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:26:51.876699 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 9c6ca964-0023-46c8-9920-e99d36954c7e is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:26:51.877088 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:51.892528 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6ca964-0023-46c8-9920-e99d36954c7e {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:26:51.915226 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 9c6ca964-0023-46c8-9920-e99d36954c7e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9c6ca964-0023-46c8-9920-e99d36954c7e,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:51.922335 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:51.985966 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=9c6ca964-0023-46c8-9920-e99d36954c7e,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:51.993589 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.993906 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.994248 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.994642 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.994946 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.995271 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.995594 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.996220 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.996220 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.996538 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.996860 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.997184 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.997502 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.997816 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:51.998162 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:26:52.115986 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dc4a9-6271-49df-adb1-51f6ae4cec07 req-13f00f9b-3496-4164-8712-9bd61b885788 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:52.118089 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f18dc4a9-6271-49df-adb1-51f6ae4cec07 req-13f00f9b-3496-4164-8712-9bd61b885788 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 944 time: 0.0568945 May 04 08:26:52.173520 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f18dc4a9-6271-49df-adb1-51f6ae4cec07 req-93506a45-6f1e-410c-828d-6eae9d581b77 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496206 May 04 08:26:52.196017 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['9c6ca964-0023-46c8-9920-e99d36954c7e'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:26:52.806460 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:53.273018 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:26:53.307274 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fc01d-87b6-4b12-9c75-3a9c5e89fa9f req-d1582bef-c0ef-4bd1-83dd-4f90966ff0a8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:53.308793 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-914fc01d-87b6-4b12-9c75-3a9c5e89fa9f req-d1582bef-c0ef-4bd1-83dd-4f90966ff0a8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 944 time: 0.0564857 May 04 08:26:53.368287 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-914fc01d-87b6-4b12-9c75-3a9c5e89fa9f req-f192c053-075b-4582-a803-768f05b3b89d tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523944 May 04 08:26:53.729074 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 9c6ca964-0023-46c8-9920-e99d36954c7e up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:26:53.777201 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port 9c6ca964-0023-46c8-9920-e99d36954c7e completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:26:53.785889 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port 9c6ca964-0023-46c8-9920-e99d36954c7e triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:26:53.786496 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:53.866297 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port 9c6ca964-0023-46c8-9920-e99d36954c7e is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:26:53.867151 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:53.890795 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6ca964-0023-46c8-9920-e99d36954c7e'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:26:53.893371 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206067dc-e891-4571-9dd1-2d0c12720e4f" -d '{"events": [{"server_uuid": "1c24e2e2-7d12-4252-825f-e9bbface6637", "name": "network-vif-plugged", "status": "completed", "tag": "9c6ca964-0023-46c8-9920-e99d36954c7e"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:26:53.911689 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port 9c6ca964-0023-46c8-9920-e99d36954c7e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9c6ca964-0023-46c8-9920-e99d36954c7e,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:53.916663 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:53.941893 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d1745-eb1d-4380-8453-4f49baa4e6bf x-openstack-request-id: req-092d1745-eb1d-4380-8453-4f49baa4e6bf {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:26:53.942203 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c24e2e2-7d12-4252-825f-e9bbface6637", "name": "network-vif-plugged", "status": "completed", "tag": "9c6ca964-0023-46c8-9920-e99d36954c7e", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:26:53.942458 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-092d1745-eb1d-4380-8453-4f49baa4e6bf {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:26:53.942875 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092d1745-eb1d-4380-8453-4f49baa4e6bf'] response: {'server_uuid': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6ca964-0023-46c8-9920-e99d36954c7e', 'code': 200} May 04 08:26:53.968335 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=9c6ca964-0023-46c8-9920-e99d36954c7e,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:26:54.155038 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffdf02-de56-43a2-ad18-bbf8348520e3 req-152db015-4b94-4fe9-b5bd-7189cbea6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:54.156629 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bbffdf02-de56-43a2-ad18-bbf8348520e3 req-152db015-4b94-4fe9-b5bd-7189cbea6c44 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 1129 time: 0.0391920 May 04 08:26:54.202020 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-bbffdf02-de56-43a2-ad18-bbf8348520e3 req-4ffbe198-c346-482f-b5b8-b52b8a94db78 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 May 04 08:26:54.495197 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84d77-da87-45ec-ab1f-86671d0ba026 req-53407b7b-1d8d-4286-a7ab-fa9ea4ac0dba tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:54.496771 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53e84d77-da87-45ec-ab1f-86671d0ba026 req-53407b7b-1d8d-4286-a7ab-fa9ea4ac0dba tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 945 time: 0.0551608 May 04 08:26:54.573951 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-53e84d77-da87-45ec-ab1f-86671d0ba026 req-dd4036d3-e90e-4929-aeb3-eb7f9ef579e2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695255 May 04 08:26:54.610509 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e408655-7e1b-4e97-a548-a1fbb6ce3bfb req-1b64314e-3ade-4093-8a57-b319f376cdbd tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:54.612063 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6e408655-7e1b-4e97-a548-a1fbb6ce3bfb req-1b64314e-3ade-4093-8a57-b319f376cdbd tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 946 time: 0.0551121 May 04 08:26:54.664475 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-6e408655-7e1b-4e97-a548-a1fbb6ce3bfb req-922aa3a6-ddd3-4d05-8840-b7209d6c1356 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467651 May 04 08:26:55.715401 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15162b-3848-4437-bc42-f41ce26488ef req-5695095b-5f2f-4437-ae70-5b8df609d71b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:55.717150 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ad15162b-3848-4437-bc42-f41ce26488ef req-5695095b-5f2f-4437-ae70-5b8df609d71b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 945 time: 0.0623984 May 04 08:26:55.795833 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-ad15162b-3848-4437-bc42-f41ce26488ef req-79240847-5c1f-48be-9a2d-8298d268bef0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729628 May 04 08:26:55.807483 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e93a8-cf2c-4779-8a99-3795e1a1ef9b req-cc44cc5c-fc63-4fdd-8614-66cb952b3c91 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:55.809386 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a67e93a8-cf2c-4779-8a99-3795e1a1ef9b req-cc44cc5c-fc63-4fdd-8614-66cb952b3c91 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 946 time: 0.0655208 May 04 08:26:55.865360 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a67e93a8-cf2c-4779-8a99-3795e1a1ef9b req-a3f0ebbd-2291-4886-b918-aaeceb36ea12 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493696 May 04 08:26:56.921250 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46744fc4-d853-4edc-a04a-39597e75476f req-b2671b08-79a8-4b34-8814-50572592dd51 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:56.923921 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-46744fc4-d853-4edc-a04a-39597e75476f req-b2671b08-79a8-4b34-8814-50572592dd51 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 945 time: 0.0515575 May 04 08:26:57.010751 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55bcc9-54c2-4581-9c67-d18c54c84a7a req-da38b625-9439-4586-aaaa-358487be0110 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:57.012714 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7b55bcc9-54c2-4581-9c67-d18c54c84a7a req-da38b625-9439-4586-aaaa-358487be0110 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 946 time: 0.0696216 May 04 08:26:57.016136 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-46744fc4-d853-4edc-a04a-39597e75476f req-385091c1-1686-4d7c-a0bf-34fd8b851fa5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873818 May 04 08:26:57.067855 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7b55bcc9-54c2-4581-9c67-d18c54c84a7a req-35610045-04e6-4d8d-943f-88049da6c27b tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 May 04 08:26:58.138843 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044dd28-6f0b-4064-9498-d7926a193f2d req-a54fa917-283a-4f73-845f-a70d3e106ccc tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:58.140383 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9044dd28-6f0b-4064-9498-d7926a193f2d req-a54fa917-283a-4f73-845f-a70d3e106ccc tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 945 time: 0.0547225 May 04 08:26:58.209496 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8377c-6928-46d6-b903-9cbf76acb840 req-976367d6-7045-427d-9217-634526783985 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:58.211040 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e1b8377c-6928-46d6-b903-9cbf76acb840 req-976367d6-7045-427d-9217-634526783985 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 946 time: 0.0676584 May 04 08:26:58.248357 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9044dd28-6f0b-4064-9498-d7926a193f2d req-b3ef9f18-a67e-4fd2-aca8-49bbac83e488 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938852 May 04 08:26:58.275267 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-e1b8377c-6928-46d6-b903-9cbf76acb840 req-305fdae1-12e7-4689-866a-41cb4942d46c tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577259 May 04 08:26:59.113557 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-1a5e7002-589d-415c-9456-ddb5edc8ead2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:59.115179 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-1a5e7002-589d-415c-9456-ddb5edc8ead2 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.62 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 946 time: 0.0542808 May 04 08:26:59.399816 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620ba9d-7e74-4fb9-b3de-bc38a177316d req-129114f4-adef-454c-8093-9b4f2f0b2931 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:59.401298 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7620ba9d-7e74-4fb9-b3de-bc38a177316d req-129114f4-adef-454c-8093-9b4f2f0b2931 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 945 time: 0.0771194 May 04 08:26:59.423993 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78df7c5-3b3e-4f80-abd2-332d6d46bafa req-aed2568a-f053-4ae4-83bf-58f850f24f47 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:59.425502 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d78df7c5-3b3e-4f80-abd2-332d6d46bafa req-aed2568a-f053-4ae4-83bf-58f850f24f47 tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 946 time: 0.0728271 May 04 08:26:59.485453 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7620ba9d-7e74-4fb9-b3de-bc38a177316d req-35920f01-6328-4d6c-97c7-35bb09b595f0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770245 May 04 08:26:59.497391 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d78df7c5-3b3e-4f80-abd2-332d6d46bafa req-8f157733-4ed6-4da3-839b-f2d2c386a05a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/security-groups?id=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648272 May 04 08:26:59.634040 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df277f-c12b-4060-aa6f-6b26666c78de req-af8d40cc-70b6-48d6-8fc4-4749d58a79c4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:26:59.635486 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-20df277f-c12b-4060-aa6f-6b26666c78de req-af8d40cc-70b6-48d6-8fc4-4749d58a79c4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 945 time: 0.0858622 May 04 08:26:59.644852 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50524) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:26:59.649721 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-5791721b-6b07-4a8e-9276-cc3440ddd645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'floatingip': {'port_id': '9c6ca964-0023-46c8-9920-e99d36954c7e'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:26:59.683671 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Deleting port 5e162658-d62f-4149-98ff-7c04bccf26ab {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:26:59.684028 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:59.689778 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5791721b-6b07-4a8e-9276-cc3440ddd645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (0874d091-de6d-4df4-9c5e-5f444ce19918), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:59.776035 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] For port 5e162658-d62f-4149-98ff-7c04bccf26ab, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=5e162658-d62f-4149-98ff-7c04bccf26ab,segment=NetworkSegment(86a21d23-69b8-417d-9153-92860f8301d9),segment_id=86a21d23-69b8-417d-9153-92860f8301d9)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:26:59.776401 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:59.790346 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Calling delete_port for 5e162658-d62f-4149-98ff-7c04bccf26ab owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:26:59.929416 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (5e162658-d62f-4149-98ff-7c04bccf26ab), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:26:59.959056 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Pushing event deleted for resources: {'Port': ['ID=5e162658-d62f-4149-98ff-7c04bccf26ab,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:00.008011 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] No DVR routers for this DVR port 5e162658-d62f-4149-98ff-7c04bccf26ab on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:27:00.010769 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:00.015246 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-dc2714eb-a697-46c4-8976-56eac5c85cf8 req-fca4c671-9d52-4a5d-937c-0efefd01a74a tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.62 "DELETE /v2.0/ports/5e162658-d62f-4149-98ff-7c04bccf26ab HTTP/1.1" status: 204 len: 173 time: 0.4501407 May 04 08:27:00.015817 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facd3cdb-4664-4a61-a2d4-2ef543adcafb', 'name': 'network-vif-deleted', 'tag': '5e162658-d62f-4149-98ff-7c04bccf26ab'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:27:00.018121 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e4710-c196-46ec-83b9-6f05c2a9b251" -d '{"events": [{"server_uuid": "facd3cdb-4664-4a61-a2d4-2ef543adcafb", "name": "network-vif-deleted", "tag": "5e162658-d62f-4149-98ff-7c04bccf26ab"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:27:00.055273 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecab650d-cf60-4afe-9d20-5493e9f2bb22 x-openstack-request-id: req-ecab650d-cf60-4afe-9d20-5493e9f2bb22 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:27:00.055571 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facd3cdb-4664-4a61-a2d4-2ef543adcafb", "name": "network-vif-deleted", "tag": "5e162658-d62f-4149-98ff-7c04bccf26ab", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:27:00.055826 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecab650d-cf60-4afe-9d20-5493e9f2bb22 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:27:00.056238 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecab650d-cf60-4afe-9d20-5493e9f2bb22'] response: {'server_uuid': 'facd3cdb-4664-4a61-a2d4-2ef543adcafb', 'name': 'network-vif-deleted', 'tag': '5e162658-d62f-4149-98ff-7c04bccf26ab', 'status': 'completed', 'code': 200} May 04 08:27:00.407627 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5791721b-6b07-4a8e-9276-cc3440ddd645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:00.414992 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5791721b-6b07-4a8e-9276-cc3440ddd645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (0874d091-de6d-4df4-9c5e-5f444ce19918), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:00.534312 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-5791721b-6b07-4a8e-9276-cc3440ddd645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Floating IP 0874d091-de6d-4df4-9c5e-5f444ce19918 associated. External IP: 172.28.3.57, port: 9c6ca964-0023-46c8-9920-e99d36954c7e. May 04 08:27:00.613098 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9eeb0af0-a250-4b65-9946-e3f20d311f02 req-cf16601f-ace0-4e61-aefb-0e11edaa52fd tempest-VolumesSnapshotTestJSON-881664897 tempest-VolumesSnapshotTestJSON-881664897-project] 10.222.0.60 "GET /v2.0/ports?device_id=facd3cdb-4664-4a61-a2d4-2ef543adcafb HTTP/1.1" status: 200 len: 210 time: 0.0296886 May 04 08:27:00.768259 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5791721b-6b07-4a8e-9276-cc3440ddd645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:27:00.885113 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5791721b-6b07-4a8e-9276-cc3440ddd645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:27:00.891460 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-5791721b-6b07-4a8e-9276-cc3440ddd645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:00.898584 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:27:00.910097 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:27:00.910763 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:26:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:00.921306 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-5791721b-6b07-4a8e-9276-cc3440ddd645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "PUT /v2.0/floatingips/0874d091-de6d-4df4-9c5e-5f444ce19918 HTTP/1.1" status: 200 len: 990 time: 1.2753019 May 04 08:27:00.921930 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'tag': '9c6ca964-0023-46c8-9920-e99d36954c7e'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:27:00.924199 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db813e9-2afd-4496-a22f-e12510e01283" -d '{"events": [{"name": "network-changed", "server_uuid": "1c24e2e2-7d12-4252-825f-e9bbface6637", "tag": "9c6ca964-0023-46c8-9920-e99d36954c7e"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:27:00.962911 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde0cebc-abf4-4dea-ad3a-de3dc7042e5e x-openstack-request-id: req-fde0cebc-abf4-4dea-ad3a-de3dc7042e5e {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:27:00.963298 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c24e2e2-7d12-4252-825f-e9bbface6637", "tag": "9c6ca964-0023-46c8-9920-e99d36954c7e", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:27:00.963550 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fde0cebc-abf4-4dea-ad3a-de3dc7042e5e {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:27:00.963960 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde0cebc-abf4-4dea-ad3a-de3dc7042e5e'] response: {'name': 'network-changed', 'server_uuid': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'tag': '9c6ca964-0023-46c8-9920-e99d36954c7e', 'status': 'completed', 'code': 200} May 04 08:27:01.026554 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:27:01.046399 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db813e9-2afd-4496-a22f-e12510e01283 req-8b264601-1d20-438c-8065-80f99549d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:01.047908 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4db813e9-2afd-4496-a22f-e12510e01283 req-8b264601-1d20-438c-8065-80f99549d8cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 1129 time: 0.0407231 May 04 08:27:01.141503 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db813e9-2afd-4496-a22f-e12510e01283 req-6db231c4-f582-44f7-b779-98b9688b855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:01.143028 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4db813e9-2afd-4496-a22f-e12510e01283 req-6db231c4-f582-44f7-b779-98b9688b855b service neutron] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 916 time: 0.0894070 May 04 08:27:01.209502 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4db813e9-2afd-4496-a22f-e12510e01283 req-f7ee5ace-acce-4893-b6dc-93076186699d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c6ca964-0023-46c8-9920-e99d36954c7e HTTP/1.1" status: 200 len: 998 time: 0.0604150 May 04 08:27:01.250979 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '0874d091-de6d-4df4-9c5e-5f444ce19918', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': '9c6ca964-0023-46c8-9920-e99d36954c7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:03:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:26:43Z', 'updated_at': '2022-05-04T08:27:00Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:01.259176 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db813e9-2afd-4496-a22f-e12510e01283 req-8c10d0a9-11e0-4dc5-9f03-87eb9ed0d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:01.260695 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4db813e9-2afd-4496-a22f-e12510e01283 req-8c10d0a9-11e0-4dc5-9f03-87eb9ed0d48a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0459464 May 04 08:27:01.277657 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:27:01.287116 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:27:01.287721 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:26:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:01.308150 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db813e9-2afd-4496-a22f-e12510e01283 req-d819e8bc-4de4-45c5-8658-d15a5c383f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:01.309766 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4db813e9-2afd-4496-a22f-e12510e01283 req-d819e8bc-4de4-45c5-8658-d15a5c383f8d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431991 May 04 08:27:01.397219 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:27:01.399812 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4db813e9-2afd-4496-a22f-e12510e01283 req-080151ed-d45f-419a-bc35-209e9c562796 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843759 May 04 08:27:01.494203 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4db813e9-2afd-4496-a22f-e12510e01283 req-e7e5f688-5579-42f7-96f2-85ab50513ddd service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889034 May 04 08:27:01.631399 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '0874d091-de6d-4df4-9c5e-5f444ce19918', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': '9c6ca964-0023-46c8-9920-e99d36954c7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:03:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:26:43Z', 'updated_at': '2022-05-04T08:27:00Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:01.665873 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8cb42-101f-4f05-9b56-8bb31c2991df None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '0874d091-de6d-4df4-9c5e-5f444ce19918', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': '9c6ca964-0023-46c8-9920-e99d36954c7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:03:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:26:43Z', 'updated_at': '2022-05-04T08:27:00Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:27:01.758037 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5e162658-d62f-4149-98ff-7c04bccf26ab no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:27:01.779362 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 5e162658-d62f-4149-98ff-7c04bccf26ab {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:27:01.779713 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 5e162658-d62f-4149-98ff-7c04bccf26ab not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:27:01.877094 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75756780-f0e8-4bf9-b0bd-718cb38743b3 None None] New status for floating IP 0874d091-de6d-4df4-9c5e-5f444ce19918: ACTIVE {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:27:03.902719 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d25b8fad-da8b-41ab-9230-e09c30c6298f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:06.161763 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1a595766-b115-4eac-8ca0-567d7bae2fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:07.428287 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:09.176901 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:10.450062 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:18.954128 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50654) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:19.003981 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_v2 [None req-21253ea2-1598-4212-904e-d511da448fd8 admin admin] Deleting subnet b3118d68-ff05-45c0-ae9e-69a772b92729 {{(pid=103665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:27:19.007702 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-21253ea2-1598-4212-904e-d511da448fd8 admin admin] Publish callbacks [] for subnet (b3118d68-ff05-45c0-ae9e-69a772b92729), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.051836 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-21253ea2-1598-4212-904e-d511da448fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16501525'] for subnet (b3118d68-ff05-45c0-ae9e-69a772b92729), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.103626 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-21253ea2-1598-4212-904e-d511da448fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (b3118d68-ff05-45c0-ae9e-69a772b92729), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.174108 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-21253ea2-1598-4212-904e-d511da448fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16501258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408566'] for subnet (b3118d68-ff05-45c0-ae9e-69a772b92729), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.200611 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21253ea2-1598-4212-904e-d511da448fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3118d68-ff05-45c0-ae9e-69a772b92729,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:19.207086 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-21253ea2-1598-4212-904e-d511da448fd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.210909 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-21253ea2-1598-4212-904e-d511da448fd8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b3118d68-ff05-45c0-ae9e-69a772b92729 HTTP/1.1" status: 204 len: 168 time: 0.2552145 May 04 08:27:19.213639 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50656) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:19.310733 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (7140e709-f048-49ce-9770-5b7664543798), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.412567 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (7140e709-f048-49ce-9770-5b7664543798), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.439040 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7140e709-f048-49ce-9770-5b7664543798']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:19.453251 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a21d23-69b8-417d-9153-92860f8301d9') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:19.454418 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a21d23-69b8-417d-9153-92860f8301d9') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:19.465815 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (86a21d23-69b8-417d-9153-92860f8301d9), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.481290 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (86a21d23-69b8-417d-9153-92860f8301d9), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.487819 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:27:19.488209 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (86a21d23-69b8-417d-9153-92860f8301d9), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:27:19.490147 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:27:19.553137 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (7140e709-f048-49ce-9770-5b7664543798), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.561045 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.567274 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] 10.222.0.60 "DELETE /v2.0/networks/7140e709-f048-49ce-9770-5b7664543798 HTTP/1.1" status: 204 len: 168 time: 0.3525207 May 04 08:27:19.583294 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0ff7c-bcd8-4937-8d40-f78e250e80cf admin admin] Pushing event deleted for resources: {'Network': ['ID=7140e709-f048-49ce-9770-5b7664543798,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:19.718806 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50660) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:19.770375 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-9f35a2eb-4d3d-4ed2-81c3-75f436c0514d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f663e6e6bf8c42ef87dd633ece98b874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502708 May 04 08:27:19.773097 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50662) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:19.823711 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-71411734-23b6-4602-b765-fa45655b66e2 admin admin] Publish callbacks [] for security_group (7cc3e315-f27b-4db5-89a4-e909cb6a4ab4), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.846876 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-71411734-23b6-4602-b765-fa45655b66e2 admin admin] Publish callbacks [] for security_group (7cc3e315-f27b-4db5-89a4-e909cb6a4ab4), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.898238 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-71411734-23b6-4602-b765-fa45655b66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7cc3e315-f27b-4db5-89a4-e909cb6a4ab4), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.901210 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-71411734-23b6-4602-b765-fa45655b66e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:19.902653 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-71411734-23b6-4602-b765-fa45655b66e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7cc3e315-f27b-4db5-89a4-e909cb6a4ab4 HTTP/1.1" status: 204 len: 168 time: 0.1283779 May 04 08:27:19.911045 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71411734-23b6-4602-b765-fa45655b66e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3e315-f27b-4db5-89a4-e909cb6a4ab4,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:22.797509 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:30.273288 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:27:33.900710 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b5d8e198-0ce7-4cab-bdb1-e4aba68b4b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:36.167329 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-029934d6-d97e-4df8-a444-6416bda09db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:37.435458 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:39.179138 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:40.449939 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:41.620754 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caa934-19c3-4e24-bd8c-fc283d8f105e req-b2d8f6b5-0a86-4b58-b73c-45efd7345f93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:41.622225 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c2caa934-19c3-4e24-bd8c-fc283d8f105e req-b2d8f6b5-0a86-4b58-b73c-45efd7345f93 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 945 time: 0.0491962 May 04 08:27:41.675914 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-c2caa934-19c3-4e24-bd8c-fc283d8f105e req-2063419d-ff44-4417-87a6-c2d0f584d256 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451610 May 04 08:27:42.800868 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e4eb-d373-4b11-9458-cddb91377e8a req-b3311d72-1a98-470b-89fe-8b69fab48c65 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:42.802590 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9294e4eb-d373-4b11-9458-cddb91377e8a req-b3311d72-1a98-470b-89fe-8b69fab48c65 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 945 time: 0.0550005 May 04 08:27:42.866173 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9294e4eb-d373-4b11-9458-cddb91377e8a req-cf217815-11d2-40a2-918c-7f783e5fc2a1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=055fd6f1-f148-404b-9467-eade2c272ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541141 May 04 08:27:43.231190 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-ec0dd097-f72f-4a61-8994-32351f8a25f7 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:43.232679 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-ec0dd097-f72f-4a61-8994-32351f8a25f7 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 945 time: 0.0503802 May 04 08:27:43.320571 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Deleting port 9c6ca964-0023-46c8-9920-e99d36954c7e {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:27:43.320868 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:43.415823 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] For port 9c6ca964-0023-46c8-9920-e99d36954c7e, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=9c6ca964-0023-46c8-9920-e99d36954c7e,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:27:43.416160 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:43.606976 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:43.607242 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (0874d091-de6d-4df4-9c5e-5f444ce19918), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:43.607550 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.l3_db [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Floating IP 0874d091-de6d-4df4-9c5e-5f444ce19918 disassociated. External IP: 172.28.3.57, port: 9c6ca964-0023-46c8-9920-e99d36954c7e. May 04 08:27:43.607898 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Calling delete_port for 9c6ca964-0023-46c8-9920-e99d36954c7e owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:27:43.756640 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (9c6ca964-0023-46c8-9920-e99d36954c7e), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:43.786502 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'Port': ['ID=9c6ca964-0023-46c8-9920-e99d36954c7e,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:43.797102 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.797625 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.798044 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.798392 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.798772 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.799092 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.799410 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.799737 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.800062 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.800410 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.800735 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.801075 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.801643 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.801739 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.802015 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:43.921621 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:27:44.005462 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-311eb7ed-afb9-49c7-9337-806899c0a7e6 req-7c740b6f-1b8c-4fa0-b4e6-4d04936eb5fe tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c24e2e2-7d12-4252-825f-e9bbface6637 HTTP/1.1" status: 200 len: 210 time: 0.0373459 May 04 08:27:44.067835 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:27:44.079151 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:27:44.090145 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:27:44.090803 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:27:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:44.115154 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] No DVR routers for this DVR port 9c6ca964-0023-46c8-9920-e99d36954c7e on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:27:44.117933 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:44.121853 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-4899345d-daa3-4f35-8fd5-f6f986ee7e1e req-e7bb4fc0-497b-402b-952c-9387a1a7dda3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "DELETE /v2.0/ports/9c6ca964-0023-46c8-9920-e99d36954c7e HTTP/1.1" status: 204 len: 173 time: 0.8838289 May 04 08:27:44.122360 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'name': 'network-vif-deleted', 'tag': '9c6ca964-0023-46c8-9920-e99d36954c7e'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:27:44.124802 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6757767d-1afa-43c6-9b1d-fb8d11e973cc" -d '{"events": [{"server_uuid": "1c24e2e2-7d12-4252-825f-e9bbface6637", "name": "network-vif-deleted", "tag": "9c6ca964-0023-46c8-9920-e99d36954c7e"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:27:44.167859 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a665dbe-e36e-482b-8f24-deab7a776ac8 x-openstack-request-id: req-7a665dbe-e36e-482b-8f24-deab7a776ac8 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:27:44.168453 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c24e2e2-7d12-4252-825f-e9bbface6637", "name": "network-vif-deleted", "tag": "9c6ca964-0023-46c8-9920-e99d36954c7e", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:27:44.168749 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a665dbe-e36e-482b-8f24-deab7a776ac8 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:27:44.169171 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a665dbe-e36e-482b-8f24-deab7a776ac8'] response: {'server_uuid': '1c24e2e2-7d12-4252-825f-e9bbface6637', 'name': 'network-vif-deleted', 'tag': '9c6ca964-0023-46c8-9920-e99d36954c7e', 'status': 'completed', 'code': 200} May 04 08:27:44.318430 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:27:44.521686 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:44.550071 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:27:44.561458 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:27:44.562385 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:27:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:44.680806 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:27:44.886652 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:44.913627 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d7abc-4fd2-4ac9-bc53-c29f7eae92ec None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:27:45.169797 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfc2ec-49be-4980-a66f-432fb37c169d None None] New status for floating IP 0874d091-de6d-4df4-9c5e-5f444ce19918: DOWN {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:27:45.267014 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50728) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:45.328007 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-fd6955e4-eaaf-4be6-9d57-ebe9eb3ac56e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (055fd6f1-f148-404b-9467-eade2c272ff2), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.354676 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-fd6955e4-eaaf-4be6-9d57-ebe9eb3ac56e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (055fd6f1-f148-404b-9467-eade2c272ff2), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.405546 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-fd6955e4-eaaf-4be6-9d57-ebe9eb3ac56e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (055fd6f1-f148-404b-9467-eade2c272ff2), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.409525 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-fd6955e4-eaaf-4be6-9d57-ebe9eb3ac56e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.411358 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-fd6955e4-eaaf-4be6-9d57-ebe9eb3ac56e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "DELETE /v2.0/security-groups/055fd6f1-f148-404b-9467-eade2c272ff2 HTTP/1.1" status: 204 len: 168 time: 0.1427815 May 04 08:27:45.416079 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50730) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:45.425052 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6955e4-eaaf-4be6-9d57-ebe9eb3ac56e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055fd6f1-f148-404b-9467-eade2c272ff2,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:45.432718 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.api.v2.resource [None req-2f8cb2ff-bd09-446a-9c2a-5673d5612adf tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] show failed (client error): The resource could not be found. May 04 08:27:45.433778 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-2f8cb2ff-bd09-446a-9c2a-5673d5612adf tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups/055fd6f1-f148-404b-9467-eade2c272ff2 HTTP/1.1" status: 404 len: 347 time: 0.0166709 May 04 08:27:45.436927 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50732) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:45.557147 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Deleting port 7f6b1331-7a4d-4684-a2cc-d5500451e287 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:27:45.557484 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (7f6b1331-7a4d-4684-a2cc-d5500451e287), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.638846 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (7f6b1331-7a4d-4684-a2cc-d5500451e287), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.639175 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (7f6b1331-7a4d-4684-a2cc-d5500451e287), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.653663 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Calling delete_port for 7f6b1331-7a4d-4684-a2cc-d5500451e287 owned by network:floatingip {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:27:45.796725 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (7f6b1331-7a4d-4684-a2cc-d5500451e287), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.827270 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'Port': ['ID=7f6b1331-7a4d-4684-a2cc-d5500451e287,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:45.892488 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (0874d091-de6d-4df4-9c5e-5f444ce19918), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.893758 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 9c6ca964-0023-46c8-9920-e99d36954c7e no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:27:45.895255 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:45.897419 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-e9f11292-bb8c-447c-a1fe-aa3c2d670546 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "DELETE /v2.0/floatingips/0874d091-de6d-4df4-9c5e-5f444ce19918 HTTP/1.1" status: 204 len: 168 time: 0.4583118 May 04 08:27:45.916265 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: 9c6ca964-0023-46c8-9920-e99d36954c7e {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:27:45.916617 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device 9c6ca964-0023-46c8-9920-e99d36954c7e not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:27:46.032899 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50736) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:46.037375 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2101744871', 'description': 'tempest-description--1085485247'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:27:46.064333 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.131428 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (e8b29233-e192-4735-ba5e-57d2bd35024e), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.139604 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e8b29233-e192-4735-ba5e-57d2bd35024e), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.176399 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.177612 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1437325 May 04 08:27:46.179737 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b29233-e192-4735-ba5e-57d2bd35024e,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:46.180820 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50738) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:46.185638 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-eff58735-99c2-4161-a96d-ad1b5a40a48e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group_rule': {'security_group_id': 'e8b29233-e192-4735-ba5e-57d2bd35024e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:27:46.187185 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.187606 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.187980 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.188484 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.188819 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.189187 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.189514 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.189835 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.190158 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.190514 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.190829 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.191148 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.191465 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.191774 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.192085 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e9d70-ca34-4943-80b3-1c45985bd6e0 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:46.217381 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-eff58735-99c2-4161-a96d-ad1b5a40a48e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (27a2113a-1a60-4de9-a8cb-e985325e831c), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.275527 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-eff58735-99c2-4161-a96d-ad1b5a40a48e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (27a2113a-1a60-4de9-a8cb-e985325e831c), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.282247 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-eff58735-99c2-4161-a96d-ad1b5a40a48e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (27a2113a-1a60-4de9-a8cb-e985325e831c), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.303469 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff58735-99c2-4161-a96d-ad1b5a40a48e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a2113a-1a60-4de9-a8cb-e985325e831c,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:46.310794 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-eff58735-99c2-4161-a96d-ad1b5a40a48e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.311990 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-eff58735-99c2-4161-a96d-ad1b5a40a48e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300299 May 04 08:27:46.315383 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50740) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:46.320225 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-57fecff2-f03d-4a84-b8c7-aa40be2e46c3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'security_group_rule': {'security_group_id': 'e8b29233-e192-4735-ba5e-57d2bd35024e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:27:46.349355 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-57fecff2-f03d-4a84-b8c7-aa40be2e46c3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (0b30a58b-f71a-40a0-80ae-9c2009d59d2b), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.414718 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-57fecff2-f03d-4a84-b8c7-aa40be2e46c3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (0b30a58b-f71a-40a0-80ae-9c2009d59d2b), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.420228 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-57fecff2-f03d-4a84-b8c7-aa40be2e46c3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954430'] for security_group_rule (0b30a58b-f71a-40a0-80ae-9c2009d59d2b), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.438735 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fecff2-f03d-4a84-b8c7-aa40be2e46c3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b30a58b-f71a-40a0-80ae-9c2009d59d2b,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:46.447928 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-57fecff2-f03d-4a84-b8c7-aa40be2e46c3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.449163 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-57fecff2-f03d-4a84-b8c7-aa40be2e46c3 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327283 May 04 08:27:46.452288 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50742) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:46.456865 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'floatingip': {'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:27:46.479260 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.569448 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.688421 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Allocated IP 172.28.3.47 (43f11a13-1bd8-4746-8240-30468e86dc6b/67ba7e43-f2db-49da-91bb-20520e642a2d/8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:27:46.802021 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.837460 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:46.876499 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Network 43f11a13-1bd8-4746-8240-30468e86dc6b is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:27:46.879597 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:27:46.882788 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:27:46.910416 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:46.979072 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (37fd3e1a-97db-426b-9b1b-5b127ba1725b), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:47.022701 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:47.173578 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:47.180078 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:47.250809 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:47.261173 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (37fd3e1a-97db-426b-9b1b-5b127ba1725b), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:47.281877 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:47.283156 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-90c97d26-1a99-4e6d-b53f-d1e91aed12e8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8299565 May 04 08:27:47.501782 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-31e7e0c8-d553-4c78-99a9-cab66ee7cfd5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2101744871&fields=id&tenant_id=3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 267 time: 0.0470071 May 04 08:27:47.892335 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-fd5cf26a-40e9-4250-973c-754025a88645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:47.893871 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-fd5cf26a-40e9-4250-973c-754025a88645 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 815 time: 0.3854985 May 04 08:27:47.913565 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-42ce3c76-f03a-4d8e-a0f4-b2cba05f25b6 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/quotas/3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 375 time: 0.0121760 May 04 08:27:47.965176 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-7b16b16f-c53f-412b-9469-d654066adbd5 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456820 May 04 08:27:48.086097 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-95078001-6321-41a6-b129-cd7b87acacaa service neutron] 10.222.0.60 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084337 May 04 08:27:48.206958 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-63b54774-73a0-47fe-b88c-7c51b9379a2c service neutron] 10.222.0.60 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118646 May 04 08:27:48.380232 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3ea34f55-0bd0-4636-9e95-0067f0392c96 req-159dc29a-ef3a-4702-8515-ac0148cc5b84 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 210 time: 0.0295136 May 04 08:27:49.443772 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-ad92f4ab-3e78-4bfc-a1e5-4fe9eff9b6a4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:49.445305 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-ad92f4ab-3e78-4bfc-a1e5-4fe9eff9b6a4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 815 time: 0.1153889 May 04 08:27:49.491741 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9cfcf59c-8ecb-4b1b-bdb9-dda677119cd4 req-60db8e92-15b8-4134-8b96-83903d22fa7b tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 210 time: 0.0367301 May 04 08:27:49.531998 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-485658dc-7644-4589-a521-c6eefdf4af98 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aec216a594e4e00b3023a23801cfaa7 HTTP/1.1" status: 200 len: 380 time: 0.0676777 May 04 08:27:49.610030 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'port': {'device_id': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'admin_state_up': True, 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'security_groups': ['e8b29233-e192-4735-ba5e-57d2bd35024e']}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:27:49.727517 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Made reservation on behalf of 3aec216a594e4e00b3023a23801cfaa7 for: {'port': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:27:49.732469 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:49.866271 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_common [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Allocated IP 172.20.0.7 (7758ebe7-aace-4156-ada3-305f588b7a65/5888843d-66e8-41f4-9f8d-c850c7dc5520/a0a4f8e5-7bc2-471a-b247-ec6d71084ce9) {{(pid=103664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 08:27:50.027947 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.068278 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735455935874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.117508 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Network 7758ebe7-aace-4156-ada3-305f588b7a65 is already hosted by enough agents. {{(pid=103664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 08:27:50.120832 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Resources bound (agent type, host, resource id): {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:27:50.126691 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Received port after_create {{(pid=103664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 08:27:50.154752 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event updated for resources: {'Port': ['ID=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:50.189039 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:50.189818 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.209399 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-a21c0296-0756-4365-a651-01fd77f43be2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051192 May 04 08:27:50.226337 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Request body: {'port': {'device_id': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84028'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:27:50.299463 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.348868 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-38b20bf1-4771-40b5-bf52-592abb5fa39b None None] Provisioning complete for port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 triggered by entity DHCP. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:27:50.349866 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-38b20bf1-4771-40b5-bf52-592abb5fa39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.389296 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-38b20bf1-4771-40b5-bf52-592abb5fa39b None None] Port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 cannot update to ACTIVE because it is not bound. {{(pid=103666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 08:27:50.620151 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 {{(pid=103664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:27:50.631141 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Publish callbacks [] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.644203 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b2cc4-b06d-47be-a7b1-f6cec1dff384 req-5bbcf9c1-c07c-4ec5-99e5-3796dc927eb2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:50.645822 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5a4b2cc4-b06d-47be-a7b1-f6cec1dff384 req-5bbcf9c1-c07c-4ec5-99e5-3796dc927eb2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 931 time: 0.0657942 May 04 08:27:50.665339 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.provisioning_blocks [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Transition to ACTIVE for port object a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 will not be triggered until provisioned by entity L2. {{(pid=103664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 08:27:50.676841 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.752747 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-5a4b2cc4-b06d-47be-a7b1-f6cec1dff384 req-3df5a353-918c-4bc5-9ccc-30223fc3d714 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991354 May 04 08:27:50.756253 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,revision_number=2']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:50.840169 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Attempting to bind port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 on host hv-cinder-84028 for vnic_type normal with profile {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 08:27:50.840504 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Attempting to bind port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 by drivers openvswitch,hyperv on host hv-cinder-84028 at level 0 using segments [{'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 08:27:50.840853 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Attempting to bind port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:27:50.846037 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 on network 7758ebe7-aace-4156-ada3-305f588b7a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84028 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 08:27:50.846364 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Attempting to bind port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 on network 7758ebe7-aace-4156-ada3-305f588b7a65 {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 08:27:50.852063 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Checking agent: {'id': 'adbaacc0-006b-43fd-bc45-461e9184ce20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84028', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'started_at': datetime.datetime(2022, 5, 4, 8, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 8, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 08:27:50.852406 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Checking segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:27:50.852800 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Bound using segment: {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'} {{(pid=103664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 08:27:50.853219 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.managers [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Bound port: a0a4f8e5-7bc2-471a-b247-ec6d71084ce9, host: hv-cinder-84028, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0980ab80-1e2f-4377-bb9a-808c16d28543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65'}}] {{(pid=103664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 08:27:50.853582 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), before_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.919931 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] For port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9, host hv-cinder-84028, cleared binding levels {{(pid=103664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 08:27:50.923960 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] For port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9, host hv-cinder-84028, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 08:27:50.930819 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4773393'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.965180 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:50.966004 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:50.967482 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] 10.222.0.62 "PUT /v2.0/ports/a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 HTTP/1.1" status: 200 len: 1093 time: 0.7455983 May 04 08:27:50.967905 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'tag': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:27:50.970736 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29114d2-d207-488d-9940-cb632b9eecec" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9af183-6c56-47f5-a206-eca9bf9b07ba", "tag": "a0a4f8e5-7bc2-471a-b247-ec6d71084ce9"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:27:51.003925 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b6cd9-3514-472c-9d4a-ea687b58847a service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,revision_number=3']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:51.026128 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1eb2a4-9948-418a-b0bc-1494cc010d83 x-openstack-request-id: req-fe1eb2a4-9948-418a-b0bc-1494cc010d83 {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:27:51.026419 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9af183-6c56-47f5-a206-eca9bf9b07ba", "tag": "a0a4f8e5-7bc2-471a-b247-ec6d71084ce9", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:27:51.026717 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe1eb2a4-9948-418a-b0bc-1494cc010d83 {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:27:51.027132 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1eb2a4-9948-418a-b0bc-1494cc010d83'] response: {'name': 'network-changed', 'server_uuid': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'tag': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9', 'status': 'completed', 'code': 200} May 04 08:27:51.086896 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-782eeace-88ce-4b30-991a-54459ad26a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:51.088907 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-782eeace-88ce-4b30-991a-54459ad26a76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 1127 time: 0.0473652 May 04 08:27:51.139419 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-e8594bf7-18b5-4169-85c4-bd0f5e70d2e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 HTTP/1.1" status: 200 len: 217 time: 0.0375080 May 04 08:27:51.188527 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-c45da497-6dec-4376-912b-e2123149cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:51.189971 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-c45da497-6dec-4376-912b-e2123149cde8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0443501 May 04 08:27:51.244063 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-b85e17b1-f2dd-4ada-94d0-ea3c2076c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:51.245570 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-b85e17b1-f2dd-4ada-94d0-ea3c2076c94c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469007 May 04 08:27:51.337264 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-38a267cf-8cec-4803-b6d1-d4a7784c5ddb service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853000 May 04 08:27:51.435764 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9d610faf-b867-4e1c-91f3-e5cfc74d7d35 req-cc441839-b5e5-4ff5-85f7-afa221d18ce6 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930419 May 04 08:27:51.884843 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bace15-bc94-4ca1-932d-fdf11452787b req-f22ad1c3-07ba-4c42-ba16-f7e059543d4e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:51.886289 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d8bace15-bc94-4ca1-932d-fdf11452787b req-f22ad1c3-07ba-4c42-ba16-f7e059543d4e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 943 time: 0.0479591 May 04 08:27:51.946181 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d8bace15-bc94-4ca1-932d-fdf11452787b req-f210ea26-ccbb-499c-9c77-486294fedb5f tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510821 May 04 08:27:52.184439 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29114d2-d207-488d-9940-cb632b9eecec req-82a2a01c-072e-4990-828b-9a8828441013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:52.186047 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f29114d2-d207-488d-9940-cb632b9eecec req-82a2a01c-072e-4990-828b-9a8828441013 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 1127 time: 0.0439565 May 04 08:27:52.294086 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29114d2-d207-488d-9940-cb632b9eecec req-d2cb9112-fd5f-4200-9e5b-bcf2e3bb76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:52.295605 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f29114d2-d207-488d-9940-cb632b9eecec req-d2cb9112-fd5f-4200-9e5b-bcf2e3bb76f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 916 time: 0.1034441 May 04 08:27:52.336158 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f29114d2-d207-488d-9940-cb632b9eecec req-f0e23395-045a-4ba4-a3a8-a44331984d2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 HTTP/1.1" status: 200 len: 217 time: 0.0349200 May 04 08:27:52.397969 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29114d2-d207-488d-9940-cb632b9eecec req-9601cc85-43af-4427-af07-75e03fd24ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:52.400617 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f29114d2-d207-488d-9940-cb632b9eecec req-9601cc85-43af-4427-af07-75e03fd24ff7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0589161 May 04 08:27:52.449610 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29114d2-d207-488d-9940-cb632b9eecec req-558e3175-bccf-43bc-8c29-f411852b2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:52.451059 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f29114d2-d207-488d-9940-cb632b9eecec req-558e3175-bccf-43bc-8c29-f411852b2ea2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446730 May 04 08:27:52.547925 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f29114d2-d207-488d-9940-cb632b9eecec req-8e1ae701-dd2a-4af4-a59e-6dd060867d32 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904021 May 04 08:27:52.644136 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-f29114d2-d207-488d-9940-cb632b9eecec req-333583a8-7a3d-46f1-aa70-27691a06a549 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898235 May 04 08:27:52.830131 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:53.081723 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93438f1-e7b8-4466-9759-fbb153c9cbc4 req-2cc98cc4-fb48-4833-ba84-58b12c9c9356 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:53.083164 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d93438f1-e7b8-4466-9759-fbb153c9cbc4 req-2cc98cc4-fb48-4833-ba84-58b12c9c9356 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 943 time: 0.0529580 May 04 08:27:53.133105 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d93438f1-e7b8-4466-9759-fbb153c9cbc4 req-f05cef62-91fa-410d-adef-8b130745f25e tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 May 04 08:27:53.923688 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 details requested by agent hyperv_hv-cinder-84028 with host hv-cinder-84028 {{(pid=103666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 08:27:54.037251 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:27:54.057285 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Returning: {'device': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'port_id': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9', 'mac_address': 'fa:16:3e:cf:ba:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 08:27:54.101629 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 is: DOWN; New status is: BUILD {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:27:54.102016 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:54.118519 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 {{(pid=103666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 08:27:54.147543 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:27:54.157987 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:54.207428 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,revision_number=4']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:54.215325 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.215661 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.215994 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.216346 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.216674 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.216995 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.217313 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.217629 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.217952 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.218268 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.218609 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.218942 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.219261 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.219572 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.219883 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:27:54.253929 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efafc5a-eb7a-4df8-a224-eb9a97251cd2 req-0f54b95f-da1a-4c8f-97ab-c9efefe51b10 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:54.255460 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7efafc5a-eb7a-4df8-a224-eb9a97251cd2 req-0f54b95f-da1a-4c8f-97ab-c9efefe51b10 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 944 time: 0.0524983 May 04 08:27:54.305857 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7efafc5a-eb7a-4df8-a224-eb9a97251cd2 req-86fbdeba-72bc-4c4b-8799-22bad2a0df72 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 May 04 08:27:54.433727 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] get_ports_and_sgs() called for port_ids ['a0a4f8e5-7bc2-471a-b247-ec6d71084ce9'] {{(pid=103666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 08:27:55.427688 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e78a05-9ede-4cde-ad22-2931bb162610 req-f968e8f0-2556-4a1a-b852-f138e6506391 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:55.429589 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82e78a05-9ede-4cde-ad22-2931bb162610 req-f968e8f0-2556-4a1a-b852-f138e6506391 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 944 time: 0.0513723 May 04 08:27:55.481098 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-82e78a05-9ede-4cde-ad22-2931bb162610 req-0ee1f421-a15e-4f63-ab04-137b4ffac341 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456631 May 04 08:27:55.939576 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 up at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 08:27:55.987910 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning for port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 completed by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 08:27:55.997145 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.db.provisioning_blocks [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Provisioning complete for port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 triggered by entity L2. {{(pid=103666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 08:27:55.997526 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389919'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), provisioning_complete {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:56.084913 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Current status of the port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 is: BUILD; New status is: ACTIVE {{(pid=103666) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 08:27:56.085291 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), before_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:56.109516 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9'}] {{(pid=103666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:27:56.111779 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}873a1feca1ab2f99bde979f34ce8ea65c9145264ea08fa217d16c8887e12de4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f07ed3e-396a-4376-9e4d-0023ef939d6c" -d '{"events": [{"server_uuid": "dd9af183-6c56-47f5-a206-eca9bf9b07ba", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4f8e5-7bc2-471a-b247-ec6d71084ce9"}]}' {{(pid=103666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:27:56.124337 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.db [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] For port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:27:56.130320 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735456479919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735455935892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735455935910'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:56.153464 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c337c491-03ed-4548-bfd7-f6de2ec8d09f x-openstack-request-id: req-c337c491-03ed-4548-bfd7-f6de2ec8d09f {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:27:56.153756 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9af183-6c56-47f5-a206-eca9bf9b07ba", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4f8e5-7bc2-471a-b247-ec6d71084ce9", "code": 200}]} {{(pid=103666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:27:56.154001 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c337c491-03ed-4548-bfd7-f6de2ec8d09f {{(pid=103666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:27:56.154396 dv-cinder-840289-4-smb neutron-server[103666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c337c491-03ed-4548-bfd7-f6de2ec8d09f'] response: {'server_uuid': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9', 'code': 200} May 04 08:27:56.182097 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Pushing event updated for resources: {'Port': ['ID=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,revision_number=5']} {{(pid=103666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:27:56.370522 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45de47-6e6a-4d3e-9bf2-f2439838384c req-1021cb5f-13ed-4d90-bc9d-520e4cf43939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:56.373232 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3a45de47-6e6a-4d3e-9bf2-f2439838384c req-1021cb5f-13ed-4d90-bc9d-520e4cf43939 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 1129 time: 0.0526407 May 04 08:27:56.432661 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3a45de47-6e6a-4d3e-9bf2-f2439838384c req-2a5da6a2-9cc0-4cc4-9b00-4c3ece880055 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531662 May 04 08:27:56.771082 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354a941-015f-4fff-bd3d-0f281fb234c0 req-416c899c-0771-41d8-8a37-4c7ab72ad7d8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:56.772475 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a354a941-015f-4fff-bd3d-0f281fb234c0 req-416c899c-0771-41d8-8a37-4c7ab72ad7d8 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 945 time: 0.2203059 May 04 08:27:56.828244 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-a354a941-015f-4fff-bd3d-0f281fb234c0 req-502a6278-12e0-4cd3-9da8-011cf1479f87 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467358 May 04 08:27:58.013433 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895bf1-1f45-4218-9855-b16f29f7626b req-7855e7c9-10ba-4c55-838a-d82c9f2c9f20 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:58.014987 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a895bf1-1f45-4218-9855-b16f29f7626b req-7855e7c9-10ba-4c55-838a-d82c9f2c9f20 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 945 time: 0.1071093 May 04 08:27:58.069433 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-9a895bf1-1f45-4218-9855-b16f29f7626b req-3338fd75-9b3b-48b9-94dc-ff1a60608776 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482907 May 04 08:27:58.199790 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dac54-c01a-4845-8b9e-d71eae533fbd req-8e6fcb09-e7f2-4eba-a4ec-169220973e40 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:58.201816 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d87dac54-c01a-4845-8b9e-d71eae533fbd req-8e6fcb09-e7f2-4eba-a4ec-169220973e40 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 945 time: 0.0621390 May 04 08:27:58.211100 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50800) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:27:58.215763 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-9596aefd-1b5e-4f05-a6e0-13185cf35359 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Request body: {'floatingip': {'port_id': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:27:58.257022 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9596aefd-1b5e-4f05-a6e0-13185cf35359 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (37fd3e1a-97db-426b-9b1b-5b127ba1725b), before_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:58.728078 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9596aefd-1b5e-4f05-a6e0-13185cf35359 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:58.733267 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9596aefd-1b5e-4f05-a6e0-13185cf35359 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (37fd3e1a-97db-426b-9b1b-5b127ba1725b), after_update {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:58.845813 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.l3_db [None req-9596aefd-1b5e-4f05-a6e0-13185cf35359 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Floating IP 37fd3e1a-97db-426b-9b1b-5b127ba1725b associated. External IP: 172.28.3.47, port: a0a4f8e5-7bc2-471a-b247-ec6d71084ce9. May 04 08:27:59.090976 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9596aefd-1b5e-4f05-a6e0-13185cf35359 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:27:59.215037 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9596aefd-1b5e-4f05-a6e0-13185cf35359 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:27:59.220580 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9596aefd-1b5e-4f05-a6e0-13185cf35359 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:27:59.226319 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:27:59.237132 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:27:59.237806 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:27:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:59.251947 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-9596aefd-1b5e-4f05-a6e0-13185cf35359 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "PUT /v2.0/floatingips/37fd3e1a-97db-426b-9b1b-5b127ba1725b HTTP/1.1" status: 200 len: 990 time: 1.0397539 May 04 08:27:59.252900 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'tag': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9'}] {{(pid=103665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:27:59.255860 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b5ac11adb482bbbadad19903f6525a0284cec59cf753ea83e8aae4d1b552b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9af183-6c56-47f5-a206-eca9bf9b07ba", "tag": "a0a4f8e5-7bc2-471a-b247-ec6d71084ce9"}]}' {{(pid=103665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:27:59.294510 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 08:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c5de22-30b1-43c3-8bac-b55851c6b949 x-openstack-request-id: req-59c5de22-30b1-43c3-8bac-b55851c6b949 {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:27:59.294887 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9af183-6c56-47f5-a206-eca9bf9b07ba", "tag": "a0a4f8e5-7bc2-471a-b247-ec6d71084ce9", "status": "completed", "code": 200}]} {{(pid=103665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:27:59.295151 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59c5de22-30b1-43c3-8bac-b55851c6b949 {{(pid=103665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:27:59.295568 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c5de22-30b1-43c3-8bac-b55851c6b949'] response: {'name': 'network-changed', 'server_uuid': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'tag': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9', 'status': 'completed', 'code': 200} May 04 08:27:59.365833 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:27:59.386863 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-33c25667-9f65-4619-a3f9-02fa5bd6e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:59.388446 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-33c25667-9f65-4619-a3f9-02fa5bd6e548 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3aec216a594e4e00b3023a23801cfaa7&device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 1129 time: 0.0411613 May 04 08:27:59.479994 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-c298b0b7-23d7-473f-b7df-782f195af484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:59.481487 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-c298b0b7-23d7-473f-b7df-782f195af484 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 200 len: 916 time: 0.0874889 May 04 08:27:59.592632 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '37fd3e1a-97db-426b-9b1b-5b127ba1725b', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:cf:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:27:46Z', 'updated_at': '2022-05-04T08:27:58Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:59.619388 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:27:59.628154 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:27:59.628797 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:27:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:27:59.679614 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-76734176-5f4e-45e9-9199-fab60857cb0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 HTTP/1.1" status: 200 len: 998 time: 0.0687103 May 04 08:27:59.729901 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-dbe7e35a-ccb7-402b-a059-9e7581635a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:59.731417 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-dbe7e35a-ccb7-402b-a059-9e7581635a83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 200 len: 854 time: 0.0458720 May 04 08:27:59.739516 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:27:59.776316 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-f27b7b71-20d2-41af-9b2d-ed9a450646d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:27:59.777835 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-f27b7b71-20d2-41af-9b2d-ed9a450646d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7758ebe7-aace-4156-ada3-305f588b7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0401595 May 04 08:27:59.877704 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-41473f62-dd63-4e55-881d-41aa01f1e975 service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935206 May 04 08:27:59.975456 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-7abd6e8d-c5ab-4a13-b2ee-e0b7ea66c15d req-396c9991-729e-4969-a4ab-fe427dee790f service neutron] 10.222.0.62 "GET /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912938 May 04 08:28:00.064236 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '37fd3e1a-97db-426b-9b1b-5b127ba1725b', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:cf:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:27:46Z', 'updated_at': '2022-05-04T08:27:58Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:00.092109 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7c077-e615-4338-baca-c4dd74251d80 None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_floatingips': [{'id': '37fd3e1a-97db-426b-9b1b-5b127ba1725b', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'router_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'port_id': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'mac_address': 'fa:16:3e:cf:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T08:27:46Z', 'updated_at': '2022-05-04T08:27:58Z', 'revision_number': 1, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:28:00.294432 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f9749-6e3f-4e54-90b0-d4a8574e0b7d None None] New status for floating IP 37fd3e1a-97db-426b-9b1b-5b127ba1725b: ACTIVE {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:28:03.896999 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e557bd8b-14c4-4a43-9b7d-dece147d2a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:06.164993 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d89cfdee-c30e-47fb-982a-4c8facf6c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:07.272753 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:28:07.436692 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:09.191891 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:10.446344 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:22.826091 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:33.896854 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-527b85f7-9199-45ea-a513-567a53609709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:34.552007 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1713acf-6574-48b7-93d8-b5e5224230d5 req-ec8ac2d2-f4ab-4d14-a1dd-bed21bb8de30 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:28:34.553492 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d1713acf-6574-48b7-93d8-b5e5224230d5 req-ec8ac2d2-f4ab-4d14-a1dd-bed21bb8de30 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 945 time: 0.0597758 May 04 08:28:34.604606 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-d1713acf-6574-48b7-93d8-b5e5224230d5 req-4f8f587b-e456-4900-8e46-ea0482e207e2 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452919 May 04 08:28:35.742367 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986cb5-6349-4612-b0a8-4edb5550b8bc req-e52a961c-3678-435f-a147-9241004d94d1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:28:35.743871 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-44986cb5-6349-4612-b0a8-4edb5550b8bc req-e52a961c-3678-435f-a147-9241004d94d1 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 945 time: 0.0561709 May 04 08:28:35.803724 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-44986cb5-6349-4612-b0a8-4edb5550b8bc req-61d72dd8-f773-4f29-aee0-b648cc9d6e59 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8b29233-e192-4735-ba5e-57d2bd35024e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514100 May 04 08:28:36.160384 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-ee4b4289-6439-4697-ab93-cf7f3879081c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:36.170799 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460ab19-b0d9-49df-8fca-91804edc309f req-b577b315-400e-4b9c-b905-62d683323cfc tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:28:36.172280 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3460ab19-b0d9-49df-8fca-91804edc309f req-b577b315-400e-4b9c-b905-62d683323cfc tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 945 time: 0.0579233 May 04 08:28:36.257296 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Deleting port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:28:36.257614 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:36.350829 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] For port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9, host hv-cinder-84028, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84028',level=0,port_id=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:28:36.351085 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:36.559095 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:36.559489 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878393'] for floatingip (37fd3e1a-97db-426b-9b1b-5b127ba1725b), after_update {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:36.559805 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.l3_db [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Floating IP 37fd3e1a-97db-426b-9b1b-5b127ba1725b disassociated. External IP: 172.28.3.47, port: a0a4f8e5-7bc2-471a-b247-ec6d71084ce9. May 04 08:28:36.560148 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Calling delete_port for a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 owned by compute:nova {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:28:36.698012 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (a0a4f8e5-7bc2-471a-b247-ec6d71084ce9), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:36.726331 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'Port': ['ID=a0a4f8e5-7bc2-471a-b247-ec6d71084ce9,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:36.846921 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:28:36.927089 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-983144bb-7b4d-4a09-8200-6958cb8c02d4 req-9ec9114d-f856-4d34-8e47-7bd9028e3da4 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd9af183-6c56-47f5-a206-eca9bf9b07ba HTTP/1.1" status: 200 len: 210 time: 0.0352981 May 04 08:28:36.984957 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:28:36.996776 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:28:37.006903 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:28:37.007789 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:28:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:37.031367 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] No DVR routers for this DVR port a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 on host hv-cinder-84028 {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:28:37.034163 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for port (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:37.038343 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [req-3460ab19-b0d9-49df-8fca-91804edc309f req-8cfcc9d8-8f83-46d1-a26a-ef976b0c4c88 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.62 "DELETE /v2.0/ports/a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 HTTP/1.1" status: 204 len: 173 time: 0.8603587 May 04 08:28:37.038864 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'name': 'network-vif-deleted', 'tag': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9'}] {{(pid=103664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 08:28:37.041491 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1f82cc0cac75e71fcb8217323f2d0308e1d3382c7c0e33e17cc484b6261db26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b53982-14ab-46eb-89a7-adaf24afd429" -d '{"events": [{"server_uuid": "dd9af183-6c56-47f5-a206-eca9bf9b07ba", "name": "network-vif-deleted", "tag": "a0a4f8e5-7bc2-471a-b247-ec6d71084ce9"}]}' {{(pid=103664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 08:28:37.084228 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 08:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21845d4-80ee-4f8b-b904-96808b94140a x-openstack-request-id: req-a21845d4-80ee-4f8b-b904-96808b94140a {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 08:28:37.084509 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9af183-6c56-47f5-a206-eca9bf9b07ba", "name": "network-vif-deleted", "tag": "a0a4f8e5-7bc2-471a-b247-ec6d71084ce9", "status": "completed", "code": 200}]} {{(pid=103664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 08:28:37.084757 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a21845d4-80ee-4f8b-b904-96808b94140a {{(pid=103664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 08:28:37.085253 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21845d4-80ee-4f8b-b904-96808b94140a'] response: {'server_uuid': 'dd9af183-6c56-47f5-a206-eca9bf9b07ba', 'name': 'network-vif-deleted', 'tag': 'a0a4f8e5-7bc2-471a-b247-ec6d71084ce9', 'status': 'completed', 'code': 200} May 04 08:28:37.131611 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:28:37.331279 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:37.361455 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:28:37.370661 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:28:37.371280 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:28:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:37.437146 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:37.485527 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:28:37.685831 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:37.716762 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052977bc-2d3c-4d72-9eb9-f140195b0ac6 None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:24:43Z', 'revision_number': 4, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb', '_interfaces': [{'id': '30586c7f-f7f9-49a0-b097-2a2bf9b1458b', 'name': '', 'network_id': '7758ebe7-aace-4156-ada3-305f588b7a65', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'mac_address': 'fa:16:3e:e9:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:42Z', 'updated_at': '2022-05-04T08:24:46Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'subnets': [{'id': '5888843d-66e8-41f4-9f8d-c850c7dc5520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:28:37.978354 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3915946-5d28-4117-a529-2cc7aaf1d211 None None] New status for floating IP 37fd3e1a-97db-426b-9b1b-5b127ba1725b: DOWN {{(pid=103666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 08:28:38.021284 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50872) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:38.077105 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-38d2b508-198d-4f92-9a74-ea904f634898 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (e8b29233-e192-4735-ba5e-57d2bd35024e), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.104126 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-38d2b508-198d-4f92-9a74-ea904f634898 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (e8b29233-e192-4735-ba5e-57d2bd35024e), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.153890 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-38d2b508-198d-4f92-9a74-ea904f634898 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (e8b29233-e192-4735-ba5e-57d2bd35024e), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.157054 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-38d2b508-198d-4f92-9a74-ea904f634898 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.158207 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-38d2b508-198d-4f92-9a74-ea904f634898 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "DELETE /v2.0/security-groups/e8b29233-e192-4735-ba5e-57d2bd35024e HTTP/1.1" status: 204 len: 168 time: 0.1357684 May 04 08:28:38.161763 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50874) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:38.167748 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2b508-198d-4f92-9a74-ea904f634898 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b29233-e192-4735-ba5e-57d2bd35024e,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:38.179501 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.api.v2.resource [None req-18bfc8dc-3f59-48c6-a663-ba5997017748 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] show failed (client error): The resource could not be found. May 04 08:28:38.180703 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-18bfc8dc-3f59-48c6-a663-ba5997017748 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "GET /v2.0/security-groups/e8b29233-e192-4735-ba5e-57d2bd35024e HTTP/1.1" status: 404 len: 347 time: 0.0177350 May 04 08:28:38.185190 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50876) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:38.308648 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Deleting port 8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:28:38.309178 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.392130 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.392563 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.405462 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Calling delete_port for 8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d owned by network:floatingip {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:28:38.562288 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.593914 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Pushing event deleted for resources: {'Port': ['ID=8d3c1bc1-7c73-46d7-8e4e-572ee4dc1a6d,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:38.654485 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks [] for floatingip (37fd3e1a-97db-426b-9b1b-5b127ba1725b), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.657259 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37712'] for floatingip (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:38.658502 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-03ee0050-a622-4143-851e-b44bf3dc5192 tempest-AttachVolumeNegativeTest-1901844174 tempest-AttachVolumeNegativeTest-1901844174-project] 10.222.0.60 "DELETE /v2.0/floatingips/37fd3e1a-97db-426b-9b1b-5b127ba1725b HTTP/1.1" status: 204 len: 168 time: 0.4723537 May 04 08:28:39.185018 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:40.180148 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 no longer exists at agent hyperv_hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:28:40.205200 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] No Port match for: a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:28:40.205842 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Device a0a4f8e5-7bc2-471a-b247-ec6d71084ce9 not bound to the agent host hv-cinder-84028 {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:28:40.448805 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:42.385575 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50912) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:42.749984 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7883228'] for router_interface (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:43.251036 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Deleting port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:28:43.251364 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:43.331026 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] For port 30586c7f-f7f9-49a0-b097-2a2bf9b1458b, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=30586c7f-f7f9-49a0-b097-2a2bf9b1458b,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:28:43.331258 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:43.344114 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Calling delete_port for 30586c7f-f7f9-49a0-b097-2a2bf9b1458b owned by network:router_interface {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:28:43.537925 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (30586c7f-f7f9-49a0-b097-2a2bf9b1458b), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:43.562982 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Pushing event deleted for resources: {'Port': ['ID=30586c7f-f7f9-49a0-b097-2a2bf9b1458b,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:43.739390 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7841903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887307'] for router_interface (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:43.986119 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc has already been hosted by L3 agent 0bd9dbad-7506-43f6-9373-c3a91cb3739b {{(pid=103665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 08:28:44.107177 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] Notify agent at l3_agent.dv-cinder-840289-4-smb the message routers_updated {{(pid=103665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 08:28:44.114540 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-7604c6d0-1559-48f0-8d3c-3ab5da49883f admin admin] 10.222.0.60 "PUT /v2.0/routers/874f3be7-1450-48bf-9dd7-c9cb6fdd05bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271395 May 04 08:28:44.116671 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] Sync routers for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 08:28:44.117154 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50914) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:44.128793 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:28:44.129404 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:28:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:44.225592 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks [] for router (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.240329 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: dv-cinder-840289-4-smb {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:28:44.298989 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:28:44.334689 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks [] for router_gateway (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.381816 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Deleting port 6d40869b-4a35-469d-aa17-0e90a6ab4dce {{(pid=103665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:28:44.382181 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.412273 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'external_fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:28:43Z', 'revision_number': 5, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port': {'id': '6d40869b-4a35-469d-aa17-0e90a6ab4dce', 'name': '', 'network_id': '43f11a13-1bd8-4746-8240-30468e86dc6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840289-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T08:24:40Z', 'updated_at': '2022-05-04T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ba7e43-f2db-49da-91bb-20520e642a2d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840289-4-smb'}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:44.440409 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] Checking router: 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc for host: dv-cinder-840289-4-smb {{(pid=103667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 08:28:44.449340 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] Routers {'874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'} bound to L3 agent in host dv-cinder-840289-4-smb {{(pid=103667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 08:28:44.450134 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840289-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T08:09:06Z,description=,heartbeat_timestamp=2022-05-04T08:28:36Z,host='dv-cinder-840289-4-smb',id=0bd9dbad-7506-43f6-9373-c3a91cb3739b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T08:09:06Z,topic='l3_agent')) {'router_ids': ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'], 'active': True} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:44.468215 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.db [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] For port 6d40869b-4a35-469d-aa17-0e90a6ab4dce, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=6d40869b-4a35-469d-aa17-0e90a6ab4dce,segment=NetworkSegment(103125fc-96fc-4244-8b0a-a06a5663cd08),segment_id=103125fc-96fc-4244-8b0a-a06a5663cd08)] {{(pid=103665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:28:44.468549 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.482689 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Calling delete_port for 6d40869b-4a35-469d-aa17-0e90a6ab4dce owned by network:router_gateway {{(pid=103665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:28:44.635232 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_dvr_db [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] Set router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc gateway port host: None {{(pid=103667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 08:28:44.662046 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16501309'] for port (6d40869b-4a35-469d-aa17-0e90a6ab4dce), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.688096 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d40869b-4a35-469d-aa17-0e90a6ab4dce,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:44.689499 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.l3_hamode_db [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:28:44Z', 'revision_number': 6, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port_host': None}], 'dv-cinder-840289-4-smb', False) {} {{(pid=103667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:44.716352 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee4eb1-370f-4333-b68c-1d22ad79e2ca None None] The sync data for ids ['874f3be7-1450-48bf-9dd7-c9cb6fdd05bc'] in dv-cinder-840289-4-smb is: [{'id': '874f3be7-1450-48bf-9dd7-c9cb6fdd05bc', 'name': 'tempest-AttachVolumeNegativeTest-1878336565-router', 'tenant_id': '3aec216a594e4e00b3023a23801cfaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T08:24:39Z', 'updated_at': '2022-05-04T08:28:44Z', 'revision_number': 6, 'project_id': '3aec216a594e4e00b3023a23801cfaa7', 'gw_port_host': None}] {{(pid=103667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 08:28:44.760385 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7879086'] for router_gateway (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.885838 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7873394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14668'] for router (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.888470 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks [] for router_controller (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.936918 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7873403'] for router (874f3be7-1450-48bf-9dd7-c9cb6fdd05bc), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.937549 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874f3be7-1450-48bf-9dd7-c9cb6fdd05bc {{(pid=103665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 08:28:44.941986 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:44.943239 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-85c4348a-2a3b-4217-8ffd-b0b332b84aa4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/874f3be7-1450-48bf-9dd7-c9cb6fdd05bc HTTP/1.1" status: 204 len: 168 time: 0.8256376 May 04 08:28:44.946024 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50916) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:44.992457 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51359ca-6203-4e81-ba83-90042e5aab70 admin admin] Deleting subnet 5888843d-66e8-41f4-9f8d-c850c7dc5520 {{(pid=103665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:28:44.995857 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d51359ca-6203-4e81-ba83-90042e5aab70 admin admin] Publish callbacks [] for subnet (5888843d-66e8-41f4-9f8d-c850c7dc5520), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.031389 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d51359ca-6203-4e81-ba83-90042e5aab70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16501525'] for subnet (5888843d-66e8-41f4-9f8d-c850c7dc5520), precommit_delete_associations {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.127554 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d51359ca-6203-4e81-ba83-90042e5aab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (5888843d-66e8-41f4-9f8d-c850c7dc5520), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.189606 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d51359ca-6203-4e81-ba83-90042e5aab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16501258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16408566'] for subnet (5888843d-66e8-41f4-9f8d-c850c7dc5520), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.219990 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51359ca-6203-4e81-ba83-90042e5aab70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5888843d-66e8-41f4-9f8d-c850c7dc5520,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:45.221962 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-d51359ca-6203-4e81-ba83-90042e5aab70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.225196 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-d51359ca-6203-4e81-ba83-90042e5aab70 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5888843d-66e8-41f4-9f8d-c850c7dc5520 HTTP/1.1" status: 204 len: 168 time: 0.2781799 May 04 08:28:45.228385 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50918) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:45.230353 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae7c16-de59-43fe-a05e-d376f0e978ea None None] Network 7758ebe7-aace-4156-ada3-305f588b7a65 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:28:45.303107 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (7758ebe7-aace-4156-ada3-305f588b7a65), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.350093 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Deleting port 2355b1fb-2702-494d-9a14-c21aa2915b6a {{(pid=103664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 08:28:45.350632 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735456472589'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.423342 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.db [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] For port 2355b1fb-2702-494d-9a14-c21aa2915b6a, host dv-cinder-840289-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840289-4-smb',level=0,port_id=2355b1fb-2702-494d-9a14-c21aa2915b6a,segment=NetworkSegment(0980ab80-1e2f-4377-bb9a-808c16d28543),segment_id=0980ab80-1e2f-4377-bb9a-808c16d28543)] {{(pid=103664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 08:28:45.423666 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7883238'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.439749 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Calling delete_port for 2355b1fb-2702-494d-9a14-c21aa2915b6a owned by network:dhcp {{(pid=103664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 08:28:45.524435 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735456479901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735455935883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4773480'] for port (2355b1fb-2702-494d-9a14-c21aa2915b6a), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.551364 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af15f598-d3f5-4c02-b984-163b4ccdaf8a None None] DHCP port deletion for 7758ebe7-aace-4156-ada3-305f588b7a65 request from dv-cinder-840289-4-smb {{(pid=103666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 08:28:45.557777 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2355b1fb-2702-494d-9a14-c21aa2915b6a,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:45.562033 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] No DVR routers for this DVR port 2355b1fb-2702-494d-9a14-c21aa2915b6a on host dv-cinder-840289-4-smb {{(pid=103664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 08:28:45.577098 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.577451 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.577793 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.578145 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.578513 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.578883 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.579211 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.579537 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.579865 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.580187 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.580519 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.580841 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.581163 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.581483 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.581802 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:45.651585 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (7758ebe7-aace-4156-ada3-305f588b7a65), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.673663 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7758ebe7-aace-4156-ada3-305f588b7a65']}} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:45.682971 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0980ab80-1e2f-4377-bb9a-808c16d28543') {'for_net_delete': True} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:45.683266 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0980ab80-1e2f-4377-bb9a-808c16d28543') {} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:45.697527 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5228463'] for segment (0980ab80-1e2f-4377-bb9a-808c16d28543), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.711493 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (0980ab80-1e2f-4377-bb9a-808c16d28543), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.717820 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:28:45.718095 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4773429'] for segment (0980ab80-1e2f-4377-bb9a-808c16d28543), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: Traceback (most recent call last): May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: timer() May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: cb(*args, **kw) May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: return func(*args, **kwargs) May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: self._notify() May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: self.callback(batched_events) May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: event.method(event) May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: return f(self, *a, **k) May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: return self._get(url).json() May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: return self.request(url, 'GET', **kwargs) May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:28:45.728930 dv-cinder-840289-4-smb neutron-server[103664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:28:45.775926 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (7758ebe7-aace-4156-ada3-305f588b7a65), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.781631 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:45.784961 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7758ebe7-aace-4156-ada3-305f588b7a65 HTTP/1.1" status: 204 len: 168 time: 0.5555384 May 04 08:28:45.796706 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd38794-f7c1-4ef0-9222-efb7ea22b1f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7758ebe7-aace-4156-ada3-305f588b7a65,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:45.968877 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50922) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:46.011391 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b1ed9431-e8b9-43d2-afe8-abbd13fc161f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3aec216a594e4e00b3023a23801cfaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411661 May 04 08:28:46.013931 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50924) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:46.064083 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7d425fce-8092-4d20-a6a7-8c89108bdb9c admin admin] Publish callbacks [] for security_group (d323ab2f-8251-492e-a345-4fd92a37fe1b), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:46.091963 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7d425fce-8092-4d20-a6a7-8c89108bdb9c admin admin] Publish callbacks [] for security_group (d323ab2f-8251-492e-a345-4fd92a37fe1b), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:46.144542 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7d425fce-8092-4d20-a6a7-8c89108bdb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (d323ab2f-8251-492e-a345-4fd92a37fe1b), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:46.147176 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-7d425fce-8092-4d20-a6a7-8c89108bdb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:46.148521 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-7d425fce-8092-4d20-a6a7-8c89108bdb9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d323ab2f-8251-492e-a345-4fd92a37fe1b HTTP/1.1" status: 204 len: 168 time: 0.1336343 May 04 08:28:46.156388 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d425fce-8092-4d20-a6a7-8c89108bdb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d323ab2f-8251-492e-a345-4fd92a37fe1b,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:46.602526 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 30586c7f-f7f9-49a0-b097-2a2bf9b1458b no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:28:46.622506 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 30586c7f-f7f9-49a0-b097-2a2bf9b1458b {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:28:46.622853 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 30586c7f-f7f9-49a0-b097-2a2bf9b1458b not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:28:46.623377 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2355b1fb-2702-494d-9a14-c21aa2915b6a no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:28:46.644914 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 2355b1fb-2702-494d-9a14-c21aa2915b6a {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:28:46.645201 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 2355b1fb-2702-494d-9a14-c21aa2915b6a not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:28:46.645602 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 6d40869b-4a35-469d-aa17-0e90a6ab4dce no longer exists at agent ovs-agent-dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 08:28:46.665169 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] No Port match for: 6d40869b-4a35-469d-aa17-0e90a6ab4dce {{(pid=103666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 08:28:46.665579 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Device 6d40869b-4a35-469d-aa17-0e90a6ab4dce not bound to the agent host dv-cinder-840289-4-smb {{(pid=103666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 08:28:47.511008 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 50974) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:47.629845 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-37e340b7-8107-424e-becf-1407cbb7ef92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:47.710746 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-37e340b7-8107-424e-becf-1407cbb7ef92 admin admin] Publish callbacks [] for security_group (a191762d-b82e-4403-91c1-d51540fd5f50), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:47.716647 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-37e340b7-8107-424e-becf-1407cbb7ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a191762d-b82e-4403-91c1-d51540fd5f50), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:47.753532 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-37e340b7-8107-424e-becf-1407cbb7ef92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=609aa1d3ab764875952e5a715294ccb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414110 May 04 08:28:47.754496 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e340b7-8107-424e-becf-1407cbb7ef92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a191762d-b82e-4403-91c1-d51540fd5f50,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:47.756522 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 50978) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:47.814502 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Publish callbacks [] for security_group (a191762d-b82e-4403-91c1-d51540fd5f50), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:47.837222 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Publish callbacks [] for security_group (a191762d-b82e-4403-91c1-d51540fd5f50), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:47.892550 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (a191762d-b82e-4403-91c1-d51540fd5f50), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:47.895449 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:47.896549 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a191762d-b82e-4403-91c1-d51540fd5f50 HTTP/1.1" status: 204 len: 168 time: 0.1390653 May 04 08:28:47.904198 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a191762d-b82e-4403-91c1-d51540fd5f50,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:47.911437 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.911776 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.912111 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.912441 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.912990 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.913148 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.913434 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.914075 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.914247 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.914540 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.914882 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.915197 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.915497 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.916744 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:47.916744 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd385bf8-8906-4a7e-bad6-01120948c226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840289-4-smb {{(pid=103665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 08:28:48.606932 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 51000) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:48.714923 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-316597816-network', 'tenant_id': '76a5196f4a9346b28850df6c2645eb25'}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:28:48.738093 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Made reservation on behalf of 76a5196f4a9346b28850df6c2645eb25 for: {'network': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:28:48.740424 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:48.749377 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:48.832401 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Publish callbacks [] for security_group (76a1962e-c009-42d4-90c7-96b6c7b94210), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:48.837084 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (76a1962e-c009-42d4-90c7-96b6c7b94210), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:48.856397 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:28:48.874435 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (97543e43-64ab-438d-93af-2e8118487168), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:48.874823 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.db.segments_db [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Added segment 97543e43-64ab-438d-93af-2e8118487168 of type vlan for network 0d2633f6-a012-4e31-8062-b31457481e24 May 04 08:28:48.876138 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a1962e-c009-42d4-90c7-96b6c7b94210,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:48.919792 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (0d2633f6-a012-4e31-8062-b31457481e24), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:48.951250 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (0d2633f6-a012-4e31-8062-b31457481e24), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:48.952179 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:28:48.952749 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:48.985585 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3774579 May 04 08:28:48.988708 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51004) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:48.994280 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Request body: {'subnet': {'network_id': '0d2633f6-a012-4e31-8062-b31457481e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-316597816-subnet', 'tenant_id': '76a5196f4a9346b28850df6c2645eb25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:28:49.016702 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Made reservation on behalf of 76a5196f4a9346b28850df6c2645eb25 for: {'subnet': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:28:49.019000 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fa745-9f57-42e7-9360-5753eb108c3d admin admin] Pushing event updated for resources: {'Network': ['ID=0d2633f6-a012-4e31-8062-b31457481e24,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:49.019472 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5738232'] for subnet (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:49.029623 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 0d2633f6-a012-4e31-8062-b31457481e24 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:28:49.202363 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4773784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5738214'] for subnet (f586c2df-e4d1-458c-a382-fc5ad9803696), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:49.252111 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f586c2df-e4d1-458c-a382-fc5ad9803696,revision_number=0']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:49.270103 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Checking segment: {'id': '97543e43-64ab-438d-93af-2e8118487168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d2633f6-a012-4e31-8062-b31457481e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:28:49.270454 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Network hostable DHCP agents. Network: 0d2633f6-a012-4e31-8062-b31457481e24, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:28:49.290148 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Network 0d2633f6-a012-4e31-8062-b31457481e24 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:28:49.300257 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.scheduler.base_scheduler [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 0d2633f6-a012-4e31-8062-b31457481e24) {{(pid=103664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:28:49.304993 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:28:49.305636 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:49.309762 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208a6f1-66b6-42bd-9a66-c2e36d20fdbd None None] Network 0d2633f6-a012-4e31-8062-b31457481e24 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:28:49.323314 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-675bf44d-e3df-4631-8982-b680cce92fd6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3334203 May 04 08:28:49.408724 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb48899d-3d1c-40a6-b8b6-5d35ba7686de None None] Network 0d2633f6-a012-4e31-8062-b31457481e24 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:28:49.832539 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51020) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:49.837606 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.v2.base [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1760451746-network', 'tenant_id': '65cd7f54ef28451aafb88ebb92597fcb'}} {{(pid=103664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:28:49.867384 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Made reservation on behalf of 65cd7f54ef28451aafb88ebb92597fcb for: {'network': 1} {{(pid=103664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:28:49.869733 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1428133'] for network (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:49.878043 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:49.953454 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Publish callbacks [] for security_group (40fcf896-bd0f-4ca6-9d52-5ddacc0ad088), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:49.959500 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (40fcf896-bd0f-4ca6-9d52-5ddacc0ad088), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:49.984393 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 08:28:49.994200 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fcf896-bd0f-4ca6-9d52-5ddacc0ad088,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:49.999559 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (b7088cff-0cbd-496d-ad65-d9bfdbc62f4c), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:49.999901 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.db.segments_db [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Added segment b7088cff-0cbd-496d-ad65-d9bfdbc62f4c of type vlan for network 1cfb1185-9fda-4308-855e-4a330200e9c2 May 04 08:28:50.044695 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735455957679'] for network (1cfb1185-9fda-4308-855e-4a330200e9c2), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:50.071417 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814'] for network (1cfb1185-9fda-4308-855e-4a330200e9c2), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:50.072379 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:28:50.072960 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:50.107577 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2739475 May 04 08:28:50.110948 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 51022) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:50.115985 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.v2.base [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Request body: {'subnet': {'network_id': '1cfb1185-9fda-4308-855e-4a330200e9c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1760451746-subnet', 'tenant_id': '65cd7f54ef28451aafb88ebb92597fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 08:28:50.136953 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Made reservation on behalf of 65cd7f54ef28451aafb88ebb92597fcb for: {'subnet': 1} {{(pid=103665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 08:28:50.137194 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bee47e-87af-4b04-b2e2-930ac41f286a admin admin] Pushing event updated for resources: {'Network': ['ID=1cfb1185-9fda-4308-855e-4a330200e9c2,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:50.139401 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16408465'] for subnet (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:50.147932 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.plugins.ml2.rpc [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Network 1cfb1185-9fda-4308-855e-4a330200e9c2 details requested by agent ovs-agent-dv-cinder-840289-4-smb with host dv-cinder-840289-4-smb {{(pid=103666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 08:28:50.309791 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16501709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16408463'] for subnet (b148324a-5344-4adc-8561-64d31e4b3a11), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:50.361516 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b148324a-5344-4adc-8561-64d31e4b3a11,revision_number=0']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:50.372445 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Checking segment: {'id': 'b7088cff-0cbd-496d-ad65-d9bfdbc62f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1cfb1185-9fda-4308-855e-4a330200e9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 08:28:50.372808 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Network hostable DHCP agents. Network: 1cfb1185-9fda-4308-855e-4a330200e9c2, hostable agents: ['d979289a-7d17-43f8-832c-f51ab60649a9'], hosted agents: [] {{(pid=103665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 08:28:50.394454 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Network 1cfb1185-9fda-4308-855e-4a330200e9c2 is scheduled to be hosted by DHCP agent d979289a-7d17-43f8-832c-f51ab60649a9 with binding_index 1 {{(pid=103665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 08:28:50.406158 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.scheduler.base_scheduler [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840289-4-smb, 1cfb1185-9fda-4308-855e-4a330200e9c2) {{(pid=103665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 08:28:50.410328 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 08:28:50.410952 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:50.415287 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a750a-e2e9-4dbd-9d0f-89e16dda1e9d None None] Network 1cfb1185-9fda-4308-855e-4a330200e9c2 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:28:50.429115 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-0f490b42-10c8-4153-93d2-3303761ef453 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3170545 May 04 08:28:50.518202 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849340de-4047-4c6d-b155-af49b09cacb8 None None] Network 1cfb1185-9fda-4308-855e-4a330200e9c2 requested from dv-cinder-840289-4-smb {{(pid=103666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 08:28:50.549785 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51026) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:50.597892 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_v2 [None req-186a536d-7a22-4d62-a7fd-784d910e02af admin admin] Deleting subnet f586c2df-e4d1-458c-a382-fc5ad9803696 {{(pid=103664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:28:50.601261 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-186a536d-7a22-4d62-a7fd-784d910e02af admin admin] Publish callbacks [] for subnet (f586c2df-e4d1-458c-a382-fc5ad9803696), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:50.638974 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-186a536d-7a22-4d62-a7fd-784d910e02af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5228372'] for subnet (f586c2df-e4d1-458c-a382-fc5ad9803696), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:50.684422 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-186a536d-7a22-4d62-a7fd-784d910e02af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (f586c2df-e4d1-458c-a382-fc5ad9803696), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:50.753031 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-186a536d-7a22-4d62-a7fd-784d910e02af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4773471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738143'] for subnet (f586c2df-e4d1-458c-a382-fc5ad9803696), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.064886 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a536d-7a22-4d62-a7fd-784d910e02af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f586c2df-e4d1-458c-a382-fc5ad9803696,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:51.070770 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-186a536d-7a22-4d62-a7fd-784d910e02af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.073966 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-186a536d-7a22-4d62-a7fd-784d910e02af admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f586c2df-e4d1-458c-a382-fc5ad9803696 HTTP/1.1" status: 204 len: 168 time: 0.5231500 May 04 08:28:51.077944 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 51028) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:51.151747 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (0d2633f6-a012-4e31-8062-b31457481e24), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.234595 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (0d2633f6-a012-4e31-8062-b31457481e24), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.256011 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2633f6-a012-4e31-8062-b31457481e24']}} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:51.266320 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97543e43-64ab-438d-93af-2e8118487168') {'for_net_delete': True} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:51.266527 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.services.segments.db [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97543e43-64ab-438d-93af-2e8118487168') {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:51.276703 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16501742'] for segment (97543e43-64ab-438d-93af-2e8118487168), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.289830 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (97543e43-64ab-438d-93af-2e8118487168), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.296158 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:28:51.296531 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16501344'] for segment (97543e43-64ab-438d-93af-2e8118487168), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: Traceback (most recent call last): May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: timer() May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: cb(*args, **kw) May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: return func(*args, **kwargs) May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: self._notify() May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: self.callback(batched_events) May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: event.method(event) May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: return f(self, *a, **k) May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: return self._get(url).json() May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: return self.request(url, 'GET', **kwargs) May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:28:51.298176 dv-cinder-840289-4-smb neutron-server[103665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:28:51.361098 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (0d2633f6-a012-4e31-8062-b31457481e24), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.367022 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.370312 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0d2633f6-a012-4e31-8062-b31457481e24 HTTP/1.1" status: 204 len: 168 time: 0.2911255 May 04 08:28:51.373525 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51030) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:51.380932 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bc79c-a450-48c7-b51f-d942bc792583 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2633f6-a012-4e31-8062-b31457481e24,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:51.419368 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.db.db_base_plugin_v2 [None req-35203a51-217f-47b3-b114-c0fe2d28b518 admin admin] Deleting subnet b148324a-5344-4adc-8561-64d31e4b3a11 {{(pid=103664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 08:28:51.422822 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-35203a51-217f-47b3-b114-c0fe2d28b518 admin admin] Publish callbacks [] for subnet (b148324a-5344-4adc-8561-64d31e4b3a11), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.459206 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-35203a51-217f-47b3-b114-c0fe2d28b518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5228372'] for subnet (b148324a-5344-4adc-8561-64d31e4b3a11), precommit_delete_associations {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.501852 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-35203a51-217f-47b3-b114-c0fe2d28b518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390669'] for subnet (b148324a-5344-4adc-8561-64d31e4b3a11), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.567205 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-35203a51-217f-47b3-b114-c0fe2d28b518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4773471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738143'] for subnet (b148324a-5344-4adc-8561-64d31e4b3a11), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.593637 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35203a51-217f-47b3-b114-c0fe2d28b518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b148324a-5344-4adc-8561-64d31e4b3a11,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:51.597345 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-35203a51-217f-47b3-b114-c0fe2d28b518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for subnet (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.600630 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-35203a51-217f-47b3-b114-c0fe2d28b518 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b148324a-5344-4adc-8561-64d31e4b3a11 HTTP/1.1" status: 204 len: 168 time: 0.2260108 May 04 08:28:51.603188 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51032) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:51.672452 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1464671'] for network (1cfb1185-9fda-4308-855e-4a330200e9c2), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.756761 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392120', 'neutron.services.segments.db._delete_segments_for_network-8735456399930'] for network (1cfb1185-9fda-4308-855e-4a330200e9c2), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.778522 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfb1185-9fda-4308-855e-4a330200e9c2']}} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:51.788522 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7088cff-0cbd-496d-ad65-d9bfdbc62f4c') {'for_net_delete': True} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:51.788906 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.services.segments.db [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7088cff-0cbd-496d-ad65-d9bfdbc62f4c') {} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 08:28:51.799725 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735456400707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5228463'] for segment (b7088cff-0cbd-496d-ad65-d9bfdbc62f4c), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.814297 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432'] for segment (b7088cff-0cbd-496d-ad65-d9bfdbc62f4c), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.824148 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 08:28:51.824435 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4773429'] for segment (b7088cff-0cbd-496d-ad65-d9bfdbc62f4c), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: Traceback (most recent call last): May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: timer() May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: cb(*args, **kw) May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: return func(*args, **kwargs) May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: self._notify() May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: self.callback(batched_events) May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: event.method(event) May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: aggregate_uuid = self.p_client.list_aggregates( May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: return f(self, *a, **k) May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: return self._get(url).json() May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: return self.request(url, 'GET', **kwargs) May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: base_url = self.get_endpoint(auth, allow=allow, May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 08:28:51.826515 dv-cinder-840289-4-smb neutron-server[103664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 08:28:51.889341 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7841814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878364'] for network (1cfb1185-9fda-4308-855e-4a330200e9c2), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.895116 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7841792'] for network (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:51.898562 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1cfb1185-9fda-4308-855e-4a330200e9c2 HTTP/1.1" status: 204 len: 168 time: 0.2944312 May 04 08:28:51.910052 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622108e-2a8d-48a6-a3ba-158e069b0079 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfb1185-9fda-4308-855e-4a330200e9c2,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:52.092527 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51036) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:52.137457 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-68c41843-5fbc-4c78-bfb6-eff293e274ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76a5196f4a9346b28850df6c2645eb25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434649 May 04 08:28:52.139891 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51038) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:52.188574 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8f74eee0-a036-4612-9aa3-8ea447ba7750 admin admin] Publish callbacks [] for security_group (76a1962e-c009-42d4-90c7-96b6c7b94210), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:52.210063 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8f74eee0-a036-4612-9aa3-8ea447ba7750 admin admin] Publish callbacks [] for security_group (76a1962e-c009-42d4-90c7-96b6c7b94210), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:52.264187 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8f74eee0-a036-4612-9aa3-8ea447ba7750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (76a1962e-c009-42d4-90c7-96b6c7b94210), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:52.266860 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8f74eee0-a036-4612-9aa3-8ea447ba7750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:52.268022 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-8f74eee0-a036-4612-9aa3-8ea447ba7750 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76a1962e-c009-42d4-90c7-96b6c7b94210 HTTP/1.1" status: 204 len: 168 time: 0.1272271 May 04 08:28:52.276319 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74eee0-a036-4612-9aa3-8ea447ba7750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a1962e-c009-42d4-90c7-96b6c7b94210,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:52.601458 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51044) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:52.642320 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-2e592435-f180-4d7a-8ea3-1679355b3e8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65cd7f54ef28451aafb88ebb92597fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396714 May 04 08:28:52.646182 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 51046) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:52.698171 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27421b4c-553d-4460-a0e0-fe9398865893 admin admin] Publish callbacks [] for security_group (40fcf896-bd0f-4ca6-9d52-5ddacc0ad088), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:52.725155 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27421b4c-553d-4460-a0e0-fe9398865893 admin admin] Publish callbacks [] for security_group (40fcf896-bd0f-4ca6-9d52-5ddacc0ad088), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:52.781964 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27421b4c-553d-4460-a0e0-fe9398865893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (40fcf896-bd0f-4ca6-9d52-5ddacc0ad088), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:52.786052 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-27421b4c-553d-4460-a0e0-fe9398865893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:52.787603 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-27421b4c-553d-4460-a0e0-fe9398865893 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40fcf896-bd0f-4ca6-9d52-5ddacc0ad088 HTTP/1.1" status: 204 len: 168 time: 0.1404366 May 04 08:28:52.796398 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27421b4c-553d-4460-a0e0-fe9398865893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fcf896-bd0f-4ca6-9d52-5ddacc0ad088,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:52.832979 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.122198 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 51140) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:58.233109 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-18fcb0a5-2b0f-4267-b053-0faf47ee1828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.318561 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-18fcb0a5-2b0f-4267-b053-0faf47ee1828 admin admin] Publish callbacks [] for security_group (dee9cf09-3881-415c-89c1-a499633aa481), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.325848 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-18fcb0a5-2b0f-4267-b053-0faf47ee1828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (dee9cf09-3881-415c-89c1-a499633aa481), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.362630 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-18fcb0a5-2b0f-4267-b053-0faf47ee1828 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a319068dcd04293941df2e8dee3c22d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392077 May 04 08:28:58.363437 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcb0a5-2b0f-4267-b053-0faf47ee1828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee9cf09-3881-415c-89c1-a499633aa481,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:58.366227 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51144) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:58.424197 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19765856-77ad-4fdb-9547-c1572de71262 admin admin] Publish callbacks [] for security_group (dee9cf09-3881-415c-89c1-a499633aa481), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.445529 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19765856-77ad-4fdb-9547-c1572de71262 admin admin] Publish callbacks [] for security_group (dee9cf09-3881-415c-89c1-a499633aa481), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.494795 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19765856-77ad-4fdb-9547-c1572de71262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (dee9cf09-3881-415c-89c1-a499633aa481), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.497790 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-19765856-77ad-4fdb-9547-c1572de71262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.498975 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-19765856-77ad-4fdb-9547-c1572de71262 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dee9cf09-3881-415c-89c1-a499633aa481 HTTP/1.1" status: 204 len: 168 time: 0.1311564 May 04 08:28:58.507302 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19765856-77ad-4fdb-9547-c1572de71262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee9cf09-3881-415c-89c1-a499633aa481,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:58.786909 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51150) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:58.801099 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b553de92-af87-4f37-99a1-40baa6c1fca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.881165 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b553de92-af87-4f37-99a1-40baa6c1fca0 admin admin] Publish callbacks [] for security_group (7bf7155c-c995-47a0-826d-39f24401d3b7), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.887417 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-b553de92-af87-4f37-99a1-40baa6c1fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7bf7155c-c995-47a0-826d-39f24401d3b7), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:58.925561 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553de92-af87-4f37-99a1-40baa6c1fca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf7155c-c995-47a0-826d-39f24401d3b7,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:28:58.931117 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-b553de92-af87-4f37-99a1-40baa6c1fca0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cf1a58ffbce41b4beaf1d7eb9bed8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431372 May 04 08:28:58.934354 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51152) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:28:58.989808 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-aeba4883-fc99-44f9-b80d-28dbd73f614b admin admin] Publish callbacks [] for security_group (7bf7155c-c995-47a0-826d-39f24401d3b7), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:59.020650 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-aeba4883-fc99-44f9-b80d-28dbd73f614b admin admin] Publish callbacks [] for security_group (7bf7155c-c995-47a0-826d-39f24401d3b7), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:59.082389 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-aeba4883-fc99-44f9-b80d-28dbd73f614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (7bf7155c-c995-47a0-826d-39f24401d3b7), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:59.085068 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-aeba4883-fc99-44f9-b80d-28dbd73f614b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:28:59.086278 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-aeba4883-fc99-44f9-b80d-28dbd73f614b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bf7155c-c995-47a0-826d-39f24401d3b7 HTTP/1.1" status: 204 len: 168 time: 0.1508496 May 04 08:28:59.096723 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba4883-fc99-44f9-b80d-28dbd73f614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf7155c-c995-47a0-826d-39f24401d3b7,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:03.890579 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d2aaa43d-0151-469f-a0f2-a504e5081be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:06.166100 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-55d9063e-93a4-4083-8e8e-50c9520f1611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:06.271882 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51232) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:06.405382 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6c3000ba-3a59-4372-ac54-fc33dc1b2c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:06.493927 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6c3000ba-3a59-4372-ac54-fc33dc1b2c1b admin admin] Publish callbacks [] for security_group (f03f8d6e-7de8-4d66-b561-706c02338cab), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:06.499616 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-6c3000ba-3a59-4372-ac54-fc33dc1b2c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f03f8d6e-7de8-4d66-b561-706c02338cab), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:06.537949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3000ba-3a59-4372-ac54-fc33dc1b2c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03f8d6e-7de8-4d66-b561-706c02338cab,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:06.546242 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-6c3000ba-3a59-4372-ac54-fc33dc1b2c1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7808a803612c4e8088716932dcb44516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731805 May 04 08:29:06.548285 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51236) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:06.596309 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-80972743-4948-4f94-9a1a-f2c7da76cc4b admin admin] Publish callbacks [] for security_group (f03f8d6e-7de8-4d66-b561-706c02338cab), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:06.618204 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-80972743-4948-4f94-9a1a-f2c7da76cc4b admin admin] Publish callbacks [] for security_group (f03f8d6e-7de8-4d66-b561-706c02338cab), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:06.670003 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-80972743-4948-4f94-9a1a-f2c7da76cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (f03f8d6e-7de8-4d66-b561-706c02338cab), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:06.673935 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-80972743-4948-4f94-9a1a-f2c7da76cc4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:06.675609 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-80972743-4948-4f94-9a1a-f2c7da76cc4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f03f8d6e-7de8-4d66-b561-706c02338cab HTTP/1.1" status: 204 len: 168 time: 0.1263950 May 04 08:29:06.683616 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80972743-4948-4f94-9a1a-f2c7da76cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03f8d6e-7de8-4d66-b561-706c02338cab,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:06.991057 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 51242) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:07.008993 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f65700fd-75e8-4893-8ccd-12968af0dd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:07.089167 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f65700fd-75e8-4893-8ccd-12968af0dd44 admin admin] Publish callbacks [] for security_group (cd5bb4e3-889b-497e-8ac5-862c28a8eaea), precommit_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:07.095054 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f65700fd-75e8-4893-8ccd-12968af0dd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (cd5bb4e3-889b-497e-8ac5-862c28a8eaea), after_create {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:07.132689 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-f65700fd-75e8-4893-8ccd-12968af0dd44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7316c5ef0dc947eaa49c57df2b3a0b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405122 May 04 08:29:07.133793 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65700fd-75e8-4893-8ccd-12968af0dd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5bb4e3-889b-497e-8ac5-862c28a8eaea,revision_number=1']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:07.135693 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51244) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:07.191309 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9dc13498-a291-4818-9776-acc2ce529be3 admin admin] Publish callbacks [] for security_group (cd5bb4e3-889b-497e-8ac5-862c28a8eaea), before_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:07.214303 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9dc13498-a291-4818-9776-acc2ce529be3 admin admin] Publish callbacks [] for security_group (cd5bb4e3-889b-497e-8ac5-862c28a8eaea), precommit_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:07.274353 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9dc13498-a291-4818-9776-acc2ce529be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (cd5bb4e3-889b-497e-8ac5-862c28a8eaea), after_delete {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:07.278231 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9dc13498-a291-4818-9776-acc2ce529be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:07.279601 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-9dc13498-a291-4818-9776-acc2ce529be3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd5bb4e3-889b-497e-8ac5-862c28a8eaea HTTP/1.1" status: 204 len: 168 time: 0.1429114 May 04 08:29:07.287949 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc13498-a291-4818-9776-acc2ce529be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5bb4e3-889b-497e-8ac5-862c28a8eaea,revision_number=None']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:07.438205 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:09.188711 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:09.495658 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51316) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:09.610456 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a32e8936-6be2-4226-b7f1-641ed5a0f25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:09.692400 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a32e8936-6be2-4226-b7f1-641ed5a0f25d admin admin] Publish callbacks [] for security_group (bad3ae39-0890-491f-be91-80f5addbdf0b), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:09.699786 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-a32e8936-6be2-4226-b7f1-641ed5a0f25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (bad3ae39-0890-491f-be91-80f5addbdf0b), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:09.741153 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-a32e8936-6be2-4226-b7f1-641ed5a0f25d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d714c9ea50a34ae098561828109161f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440507 May 04 08:29:09.742073 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e8936-6be2-4226-b7f1-641ed5a0f25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad3ae39-0890-491f-be91-80f5addbdf0b,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:09.744103 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 51320) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:09.795296 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1b160e4-7dc9-4f39-a181-7d5243ebfe2d admin admin] Publish callbacks [] for security_group (bad3ae39-0890-491f-be91-80f5addbdf0b), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:09.818479 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1b160e4-7dc9-4f39-a181-7d5243ebfe2d admin admin] Publish callbacks [] for security_group (bad3ae39-0890-491f-be91-80f5addbdf0b), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:09.871768 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1b160e4-7dc9-4f39-a181-7d5243ebfe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (bad3ae39-0890-491f-be91-80f5addbdf0b), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:09.876599 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-c1b160e4-7dc9-4f39-a181-7d5243ebfe2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:09.877763 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-c1b160e4-7dc9-4f39-a181-7d5243ebfe2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bad3ae39-0890-491f-be91-80f5addbdf0b HTTP/1.1" status: 204 len: 168 time: 0.1325855 May 04 08:29:09.886224 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b160e4-7dc9-4f39-a181-7d5243ebfe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad3ae39-0890-491f-be91-80f5addbdf0b,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:10.190100 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51326) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:10.203320 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9f487e53-257c-4e13-9cbc-ca4471932c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:10.288496 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9f487e53-257c-4e13-9cbc-ca4471932c64 admin admin] Publish callbacks [] for security_group (732002a7-4fc6-4444-845a-842b6cc7c907), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:10.295347 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-9f487e53-257c-4e13-9cbc-ca4471932c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (732002a7-4fc6-4444-845a-842b6cc7c907), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:10.333120 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-9f487e53-257c-4e13-9cbc-ca4471932c64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0066b2e8a3846f59ad6bbcd77a53f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418684 May 04 08:29:10.333970 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f487e53-257c-4e13-9cbc-ca4471932c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732002a7-4fc6-4444-845a-842b6cc7c907,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:10.336100 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 51328) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:10.386778 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-af0f6ec3-e86c-4f8c-bfbb-579f5697c02e admin admin] Publish callbacks [] for security_group (732002a7-4fc6-4444-845a-842b6cc7c907), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:10.408548 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-af0f6ec3-e86c-4f8c-bfbb-579f5697c02e admin admin] Publish callbacks [] for security_group (732002a7-4fc6-4444-845a-842b6cc7c907), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:10.445201 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:10.459220 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-af0f6ec3-e86c-4f8c-bfbb-579f5697c02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (732002a7-4fc6-4444-845a-842b6cc7c907), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:10.461910 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-af0f6ec3-e86c-4f8c-bfbb-579f5697c02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:10.463128 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-af0f6ec3-e86c-4f8c-bfbb-579f5697c02e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/732002a7-4fc6-4444-845a-842b6cc7c907 HTTP/1.1" status: 204 len: 168 time: 0.1260576 May 04 08:29:10.471422 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f6ec3-e86c-4f8c-bfbb-579f5697c02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732002a7-4fc6-4444-845a-842b6cc7c907,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:16.693245 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.wsgi [-] (103664) accepted ('10.222.0.60', 51394) {{(pid=103664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:16.805351 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff16f-1be0-4cc0-a0af-83273aa550d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:16.900529 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff16f-1be0-4cc0-a0af-83273aa550d5 admin admin] Publish callbacks [] for security_group (4bf603fe-2fd6-449e-87fb-e50b88859205), precommit_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:16.908082 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff16f-1be0-4cc0-a0af-83273aa550d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (4bf603fe-2fd6-449e-87fb-e50b88859205), after_create {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:16.948329 dv-cinder-840289-4-smb neutron-server[103664]: INFO neutron.wsgi [None req-8f6ff16f-1be0-4cc0-a0af-83273aa550d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78059d07f08b434aa06fc3f1cc732052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538257 May 04 08:29:16.949178 dv-cinder-840289-4-smb neutron-server[103664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ff16f-1be0-4cc0-a0af-83273aa550d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf603fe-2fd6-449e-87fb-e50b88859205,revision_number=1']} {{(pid=103664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:16.951033 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [-] (103665) accepted ('10.222.0.60', 51398) {{(pid=103665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 08:29:17.005708 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1523-475a-4ce0-b256-8ad3e048c541 admin admin] Publish callbacks [] for security_group (4bf603fe-2fd6-449e-87fb-e50b88859205), before_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:17.028667 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1523-475a-4ce0-b256-8ad3e048c541 admin admin] Publish callbacks [] for security_group (4bf603fe-2fd6-449e-87fb-e50b88859205), precommit_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:17.078438 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1523-475a-4ce0-b256-8ad3e048c541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954253'] for security_group (4bf603fe-2fd6-449e-87fb-e50b88859205), after_delete {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:17.081079 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1523-475a-4ce0-b256-8ad3e048c541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:17.082415 dv-cinder-840289-4-smb neutron-server[103665]: INFO neutron.wsgi [None req-ef7b1523-475a-4ce0-b256-8ad3e048c541 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bf603fe-2fd6-449e-87fb-e50b88859205 HTTP/1.1" status: 204 len: 168 time: 0.1297200 May 04 08:29:17.091403 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b1523-475a-4ce0-b256-8ad3e048c541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf603fe-2fd6-449e-87fb-e50b88859205,revision_number=None']} {{(pid=103665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 08:29:21.278912 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:29:22.835363 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:33.898565 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fba2e35b-8bd8-4e14-b241-abd5fd1afc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:36.162860 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8e541c2d-1688-4184-92be-f8d53e313304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:37.448243 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:39.193111 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:40.445536 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:52.839482 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:29:58.279881 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:30:03.896000 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-976e7231-9738-4b2a-8116-8c0ff84e159c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:06.161820 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b246e03f-e3ec-4046-8e30-d7f11de3ccc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:07.447588 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:09.194665 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:10.444806 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:22.849102 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:33.894065 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d33c20e2-32f0-4091-8eed-858a16dac433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:35.279440 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:30:36.157363 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-e43752a9-e521-477d-b507-674e559b60c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:37.451868 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:39.199465 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:40.445730 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:30:52.851391 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:03.893110 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-fffe7a2c-6209-401d-9d99-0562c6392063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:06.171525 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7832-518c-4dae-ac84-97fe234665de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:07.452530 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:09.199473 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:10.447275 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:12.279144 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:31:22.847273 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:33.890324 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4a43a4fb-91fc-4454-ac1a-925ad3091fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:36.172353 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4fb8f2b0-0d1f-4705-8218-46a5fda97f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:37.461419 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:39.203265 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:40.448708 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:31:49.278641 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:31:52.841183 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:03.885916 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-4e368eef-f63a-4d1d-838d-11ec674c3d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:06.168964 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-37c777b9-da76-425e-9800-634d4d36ffdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:07.457184 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:09.207020 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:10.444813 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:22.845534 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:26.279225 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:32:33.884418 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-1133f592-1aec-4036-91da-cd3d77d1e597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:36.164619 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-d8c0f16a-08ab-43b1-b0a8-978a00ae0a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:37.461022 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:39.211692 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:40.454834 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:32:52.857839 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:03.279978 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:33:03.881286 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-02b22115-9c9f-4eeb-8954-66cbc8452081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:06.172303 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-6241251d-e6f0-4a40-a14d-f7d3de7aeb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:07.463893 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:09.213157 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:10.453688 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:22.875791 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:31.813214 dv-cinder-840289-4-smb neutron-server[103665]: DEBUG neutron.wsgi [req-27ac7f28-4d4a-40d4-817d-13a0d440cb56 req-32ccd511-b37a-4507-94d5-e26e41963932 service neutron] (103665) timed out ('10.222.0.62', 64689) {{(pid=103665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 08:33:33.878805 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-89decaed-0881-4abe-a35f-e993a920b4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:36.168733 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-bdd115e7-e86a-4730-845d-19d87f24ac48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:37.473554 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:39.219751 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:40.279211 dv-cinder-840289-4-smb neutron-server[103667]: DEBUG neutron.db.agents_db [None req-a8921377-257f-4a14-87a0-b1d2a998c2ce None None] Agent healthcheck: found 6 active agents {{(pid=103667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 08:33:40.449503 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:33:52.868554 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-0315c937-6f75-4fe0-ae59-6ff0ce5e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (adbaacc0-006b-43fd-bc45-461e9184ce20), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:34:03.874768 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-b6fab884-f848-4889-aecf-fa8f4dced820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (d979289a-7d17-43f8-832c-f51ab60649a9), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:34:06.165133 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-73e28e0b-2ed9-444b-9ed9-6d5e067e3000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (0bd9dbad-7506-43f6-9373-c3a91cb3739b), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:34:07.476167 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-043280de-e93f-4a83-9f2f-7fad874db88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (5a43c98f-ff63-42d0-be1c-5331cb7e30e4), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:34:09.218970 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-8a7597df-3a6e-42f5-9fd1-7980f2b3e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (3020a996-bc1e-41e6-b59a-028fecc86dc5), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 08:34:10.455433 dv-cinder-840289-4-smb neutron-server[103666]: DEBUG neutron_lib.callbacks.manager [None req-c43c5b62-1459-4a0d-b3e1-adc9bd8ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735456399912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389881'] for agent (4c4be5bd-b95c-4f6b-8e69-9aaf17a9a561), after_update {{(pid=103666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}